framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.01,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,1,power_law_1.2,0.07638400197029113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.01,0.10874240398406983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,1,power_law_1.2,0.10160640478134156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.01,0.1677248001098633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,1,power_law_1.2,0.16568319797515868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.01,0.26116480827331545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,1,power_law_1.2,0.24515199661254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.01,0.3733567953109741
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,1,power_law_1.2,0.31989760398864747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.01,0.6104896068572998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,1,power_law_1.2,0.60763521194458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.01,0.637337589263916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,1,power_law_1.2,0.6566207885742188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.01,0.6656000137329101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,1,power_law_1.2,0.6918079853057861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.01,0.6799295902252197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,1,power_law_1.2,0.7024640083312989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.01,0.7012351989746094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,1,power_law_1.2,0.6991936206817627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.01,0.705728006362915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,1,power_law_1.2,0.7327744007110596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.01,0.7221248149871826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,1,power_law_1.2,0.7253888130187989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.01,0.748748779296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,1,power_law_1.2,0.7639039993286133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.01,0.7675903797149658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,1,power_law_1.2,0.7720895767211914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.01,0.782758378982544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,1,power_law_1.2,0.8060799598693847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.01,0.7839744091033936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,1,power_law_1.2,0.8110015869140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.01,0.8355903625488281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,1,power_law_1.2,0.8560640335083007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.01,0.932652759552002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,1,power_law_1.2,0.9486271858215332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.01,0.960108757019043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,1,power_law_1.2,0.9773311614990234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.01,1.079916763305664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,1,power_law_1.2,1.114310359954834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.01,1.2429311752319336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,1,power_law_1.2,1.2470335960388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.01,1.5188032150268556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,1,power_law_1.2,1.548703956604004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.01,1.804697608947754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,1,power_law_1.2,1.8399232864379882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.01,2.380179214477539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,1,power_law_1.2,2.3961664199829102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.01,2.932134437561035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,1,power_law_1.2,3.308787155151367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.01,4.092345428466797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,1,power_law_1.2,4.86258544921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.01,5.169971084594726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,1,power_law_1.2,6.2408897399902346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.01,6.508332824707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,1,power_law_1.2,7.788563537597656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.01,10.447481536865235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,1,power_law_1.2,11.416607666015626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.01,22.798751831054688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,1,power_law_1.2,22.925106811523438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.2,0.13741439580917358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.2,0.2136064052581787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.2,0.2559999942779541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.2,0.4405248165130615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.2,0.46592001914978026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.2,0.45199360847473147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.2,0.4634687900543213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.2,0.46183037757873535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.2,0.4831232070922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.2,0.4872255802154541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.2,0.502784013748169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.2,0.5216256141662597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.2,0.5330944061279297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.2,0.5400767803192139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.2,0.5805952072143554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.2,0.5978176116943359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.2,0.6524928092956543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.2,0.7926015853881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.2,0.9125887870788574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,1,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.2,1.1737279891967773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,1,power_law_1.01,0.21442561149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.2,1.4170111656188964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,1,power_law_1.01,0.2756351947784424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,1,power_law_1.01,0.4474815845489502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.2,1.96997127532959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,1,power_law_1.01,0.4618175983428955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.2,2.434259223937988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,1,power_law_1.01,0.4618112087249756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.2,3.533612823486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,1,power_law_1.01,0.45649919509887693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,1,power_law_1.01,0.4671487808227539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.2,5.038086318969727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,1,power_law_1.01,0.49375357627868655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.2,7.726732635498047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,1,power_law_1.01,0.4876351833343506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.2,9.978105926513672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,1,power_law_1.01,0.48762240409851076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,1,power_law_1.01,0.5368000030517578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.2,13.027168273925781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,1,power_law_1.01,0.5343232154846191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,1,power_law_1.01,0.5359615802764892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,1,power_law_1.01,0.5867455959320068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.2,24.051097106933593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,1,power_law_1.01,0.5957632064819336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,1,power_law_1.01,0.6393856048583985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,1,power_law_1.01,0.7786496162414551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,1,power_law_1.01,0.9035712242126465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,1,power_law_1.01,1.2081151962280274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.2,48.66334838867188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,1,power_law_1.01,1.4292991638183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,1,power_law_1.01,1.9892223358154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,1,power_law_1.01,2.5128896713256834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,1,power_law_1.01,3.6206783294677733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,1,power_law_1.01,5.3856254577636715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,1,power_law_1.01,8.380652618408202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,1,power_law_1.01,10.953964996337891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,1,power_law_1.01,14.741722106933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,1,power_law_1.01,22.484786987304688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,1,power_law_1.01,45.18258056640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,power_law_1.2,0.16568319797515868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,power_law_1.2,0.26255359649658205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,power_law_1.2,0.3059711933135986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,power_law_1.2,0.5957632064819336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,power_law_1.2,0.8687616348266601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,power_law_1.2,1.328127956390381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,power_law_1.2,2.0412479400634767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,power_law_1.2,2.268569564819336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,power_law_1.2,2.2915071487426757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,power_law_1.2,2.4657920837402343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,power_law_1.2,2.5538751602172853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,power_law_1.2,2.6623872756958007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,power_law_1.2,2.7160575866699217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,power_law_1.2,2.8895231246948243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,power_law_1.2,3.022233581542969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,power_law_1.2,3.118079948425293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,power_law_1.2,3.165798377990723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,power_law_1.2,3.4492416381835938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,power_law_1.2,3.5755840301513673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,power_law_1.2,3.972505569458008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,power_law_1.2,4.192268753051758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,power_law_1.2,4.716339111328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,power_law_1.2,6.435020446777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,power_law_1.2,7.932121276855469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,1,power_law_1.01,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,power_law_1.2,9.324134063720702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,1,power_law_1.01,0.2699264049530029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,1,power_law_1.01,0.3098560094833374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,1,power_law_1.01,0.6766655921936036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,power_law_1.2,14.157037353515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,1,power_law_1.01,1.091385555267334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,1,power_law_1.01,1.5499263763427735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,power_law_1.2,14.445797729492188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,1,power_law_1.01,2.2898687362670898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,1,power_law_1.01,2.300927925109863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,power_law_1.2,17.491775512695312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,1,power_law_1.01,2.4285184860229494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,1,power_law_1.01,2.47193603515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,1,power_law_1.01,2.550169563293457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,1,power_law_1.2,27.000421142578126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,1,power_law_1.01,2.7314239501953126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,1,power_law_1.01,2.736742401123047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,1,power_law_1.01,2.796953582763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,1,power_law_1.01,2.8932031631469726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,1,power_law_1.01,2.923520088195801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,1,power_law_1.2,53.62974853515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,1,power_law_1.01,3.084511947631836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,1,power_law_1.01,3.2309249877929687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,1,power_law_1.01,3.4746368408203123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,1,power_law_1.01,3.784703826904297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,1,power_law_1.01,4.1181182861328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,1,power_law_1.01,4.863596725463867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,1,power_law_1.01,6.23064956665039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,1,power_law_1.01,7.627597045898438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,1,power_law_1.01,9.676185607910156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,1,power_law_1.01,14.016120910644531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,1,power_law_1.01,14.839596557617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,1,power_law_1.01,17.971437072753908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,1,power_law_1.01,27.31109619140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,1,power_law_1.01,51.48876953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,power_law_1.01,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,power_law_1.01,0.1124351978302002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,power_law_1.01,0.15996160507202148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,power_law_1.01,0.2387903928756714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,power_law_1.01,0.24306559562683105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,power_law_1.01,0.249452805519104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,power_law_1.01,0.25271680355072024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,power_law_1.01,0.2560064077377319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,power_law_1.01,0.26460158824920654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,power_law_1.01,0.2648063898086548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,power_law_1.01,0.27054080963134763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,power_law_1.01,0.28139519691467285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,power_law_1.01,0.28016641139984133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,power_law_1.01,0.2998208045959473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,power_law_1.01,0.33115520477294924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,power_law_1.01,0.32809600830078123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,power_law_1.01,0.37377281188964845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,power_law_1.01,0.43274240493774413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,power_law_1.01,0.501145601272583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,power_law_1.01,0.6467520236968994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,power_law_1.01,0.7786496162414551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,power_law_1.01,1.0510335922241212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,power_law_1.01,1.30763521194458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,power_law_1.01,1.8497535705566406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,power_law_1.01,2.4023040771484374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,power_law_1.01,3.5344318389892577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,power_law_1.01,4.8799999237060545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,power_law_1.01,6.159782409667969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,1,power_law_1.01,10.321746826171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,1,power_law_1.01,23.828076171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,1,power_law_1.2,0.11918720006942748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,1,power_law_1.2,0.11898880004882813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,1,power_law_1.2,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,1,power_law_1.2,0.24206719398498536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,1,power_law_1.2,0.24145920276641847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,1,power_law_1.2,0.2486272096633911
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,1,power_law_1.2,0.2502592086791992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,1,power_law_1.2,0.2549760103225708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,1,power_law_1.2,0.26152958869934084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,1,power_law_1.2,0.2689023971557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,1,power_law_1.2,0.2637824058532715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,1,power_law_1.2,0.2813888072967529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,1,power_law_1.2,0.28159360885620116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,1,power_law_1.2,0.2892159938812256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,1,power_law_1.2,0.3251967906951904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,1,power_law_1.2,0.33956480026245117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,1,power_law_1.2,0.3479552030563354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,1,power_law_1.2,0.4384768009185791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,1,power_law_1.2,0.512608003616333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,1,power_law_1.2,0.6582272052764893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,1,power_law_1.2,0.809779167175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,1,power_law_1.2,1.063532829284668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,1,power_law_1.2,1.326483154296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,1,power_law_1.2,1.8946048736572265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,1,power_law_1.2,2.446131134033203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,1,power_law_1.2,3.6845569610595703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,1,power_law_1.2,5.030732727050781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,1,power_law_1.2,6.547475433349609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,1,power_law_1.2,10.726016235351562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,1,power_law_1.2,22.046528625488282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,power_law_1.2,0.18718080520629882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,power_law_1.2,0.1892351984977722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,power_law_1.2,0.36417279243469236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,power_law_1.2,0.5736447811126709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,power_law_1.2,0.8331263542175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,power_law_1.2,1.6175104141235352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,power_law_1.2,1.7751808166503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,1,power_law_1.01,0.1757248044013977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,power_law_1.2,1.882521629333496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,1,power_law_1.01,0.25804800987243653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,power_law_1.2,1.9630016326904296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,1,power_law_1.01,0.3674367904663086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,power_law_1.2,2.0269119262695314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,1,power_law_1.01,0.648799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,power_law_1.2,2.0908031463623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,1,power_law_1.01,0.9457599639892578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,power_law_1.2,2.187059211730957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,1,power_law_1.01,1.5880191802978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,power_law_1.2,2.1477376937866213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,1,power_law_1.01,1.7793024063110352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,power_law_1.2,2.2091712951660156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,1,power_law_1.01,1.8374656677246093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,power_law_1.2,2.274720001220703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,1,power_law_1.01,1.9138559341430663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,power_law_1.2,2.2906944274902346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,1,power_law_1.01,1.8970624923706054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,power_law_1.2,2.402713584899902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,1,power_law_1.01,2.026495933532715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,power_law_1.2,2.599737548828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,1,power_law_1.01,2.062944030761719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,power_law_1.2,2.791200065612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,1,power_law_1.01,2.0277120590209963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,power_law_1.2,3.2129024505615233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,1,power_law_1.01,2.182143974304199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,power_law_1.2,3.817670440673828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,1,power_law_1.01,2.2366207122802733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,power_law_1.2,4.595923233032226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,1,power_law_1.01,2.2501312255859376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,power_law_1.2,4.767967987060547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,1,power_law_1.01,2.337990379333496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,1,power_law_1.01,2.510028839111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,power_law_1.2,6.149555206298828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,1,power_law_1.01,2.702534484863281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,power_law_1.2,7.9600067138671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,1,power_law_1.01,3.07957763671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,power_law_1.2,10.38380126953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,1,power_law_1.01,3.8041664123535157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,1,power_law_1.01,4.538988876342773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,power_law_1.2,15.442137145996094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,1,power_law_1.01,4.662303924560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,1,power_law_1.01,6.295814514160156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,power_law_1.2,19.89304962158203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,1,power_law_1.01,7.400460815429687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,1,power_law_1.01,10.443417358398438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,1,power_law_1.2,35.7877685546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,1,power_law_1.01,13.092250061035156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,1,power_law_1.01,17.25952606201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,1,power_law_1.2,55.683660888671874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,1,power_law_1.01,27.772518920898438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,1,power_law_1.01,51.74168701171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.2,0.21135358810424804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.2,0.2736063957214355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.2,0.33240320682525637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.2,0.7254015922546386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.2,0.734003210067749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.2,0.7327744007110596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.2,0.7524352073669434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.2,0.7593984127044677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.2,0.7675903797149658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.2,0.7655488014221191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.2,0.8175616264343262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.2,0.8278016090393067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.2,0.8245311737060547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.2,0.8479167938232421
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.2,0.932652759552002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.2,0.953542423248291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.2,1.045299243927002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.2,1.2789695739746094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.2,1.5400959968566894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.2,1.9265472412109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.2,2.4203327178955076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.2,3.5020736694335937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,1,power_law_1.01,0.21237120628356934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.2,4.758111953735352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,1,power_law_1.01,0.2721791982650757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,1,power_law_1.01,0.4145088195800781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.2,8.077734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,1,power_law_1.01,0.7143167972564697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,1,power_law_1.01,0.7319551944732666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.2,8.841458892822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,1,power_law_1.01,0.7307263851165772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,1,power_law_1.01,0.7520383834838867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.2,14.472813415527344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,1,power_law_1.01,0.7582079887390136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,1,power_law_1.01,0.7684288024902344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.2,18.019322204589844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,1,power_law_1.01,0.7725056171417236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,1,power_law_1.01,0.8028160095214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,1,power_law_1.01,0.8044544219970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,1,power_law_1.01,0.8491007804870605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.2,24.27904052734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,1,power_law_1.01,0.8499135971069336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,1,power_law_1.01,0.9171008110046387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,1,power_law_1.01,0.963379192352295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,1,power_law_1.01,1.0881088256835938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.2,35.861734008789064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,1,power_law_1.01,1.2589056015014648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,1,power_law_1.01,1.5286272048950196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,1,power_law_1.01,1.9576831817626954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,1,power_law_1.01,2.383462333679199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,1,power_law_1.01,3.2858303070068358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,1,power_law_1.01,5.355340957641602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.2,84.82120361328126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,1,power_law_1.01,7.58787841796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,1,power_law_1.01,9.281158447265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,1,power_law_1.01,15.346937561035157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,1,power_law_1.01,19.346636962890624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,1,power_law_1.01,23.197286987304686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,1,power_law_1.01,37.934689331054685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,1,power_law_1.01,82.79224243164063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,power_law_1.01,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,power_law_1.01,0.1845247983932495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,power_law_1.01,0.20234239101409912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,power_law_1.01,0.380511999130249
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,power_law_1.01,0.39976959228515624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,power_law_1.01,0.39996159076690674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,power_law_1.01,0.4020224094390869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,power_law_1.01,0.41103358268737794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,power_law_1.01,0.4173567771911621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,power_law_1.01,0.4302847862243652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,power_law_1.01,0.43851518630981445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,power_law_1.01,0.4384768009185791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,power_law_1.01,0.45976958274841306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,power_law_1.01,0.4864384174346924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,power_law_1.01,0.5187583923339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,power_law_1.01,0.5425151824951172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,power_law_1.01,0.5773439884185791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,power_law_1.01,0.6811647891998291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,power_law_1.01,0.8192000389099121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,power_law_1.01,1.0684415817260742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,power_law_1.01,1.2668928146362304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,power_law_1.01,1.7465343475341797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,power_law_1.01,2.16247673034668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,power_law_1.01,3.1262592315673827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,power_law_1.01,4.142694473266602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,power_law_1.01,6.319558334350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,power_law_1.01,8.604262542724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,power_law_1.01,11.004313659667968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,1,power_law_1.01,21.236749267578126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,1,power_law_1.01,41.0503173828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,1,power_law_1.2,0.16953599452972412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,1,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,1,power_law_1.2,0.19128960371017456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,1,power_law_1.2,0.3768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,1,power_law_1.2,0.38092799186706544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,1,power_law_1.2,0.3950592041015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,1,power_law_1.2,0.4040703773498535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,1,power_law_1.2,0.4122623920440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,1,power_law_1.2,0.41368961334228516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,1,power_law_1.2,0.42003841400146485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,1,power_law_1.2,0.42905597686767577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,1,power_law_1.2,0.4438271999359131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,1,power_law_1.2,0.44503040313720704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,1,power_law_1.2,0.4720640182495117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,1,power_law_1.2,0.5150656223297119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,1,power_law_1.2,0.5269248008728027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,1,power_law_1.2,0.6100927829742432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,1,power_law_1.2,0.6979519844055175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,1,power_law_1.2,0.8105983734130859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,1,power_law_1.2,1.0309568405151368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,1,power_law_1.2,1.24334716796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,1,power_law_1.2,1.7334272384643554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,1,power_law_1.2,2.134623908996582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,1,power_law_1.2,3.017734336853027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,1,power_law_1.2,4.263935852050781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,1,power_law_1.2,6.399788665771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,1,power_law_1.2,8.368128204345703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,1,power_law_1.2,10.754086303710938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,1,power_law_1.2,19.337260437011718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,1,power_law_1.2,40.89447021484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,power_law_1.01,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,power_law_1.01,0.20152320861816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,power_law_1.01,0.33177599906921384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,power_law_1.01,0.34754559993743894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,power_law_1.01,0.36761600971221925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,power_law_1.01,0.36823039054870604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,power_law_1.01,0.3846463918685913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,power_law_1.01,0.3919872045516968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,power_law_1.01,0.3975104093551636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,power_law_1.01,0.40490241050720216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,power_law_1.01,0.421068811416626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,power_law_1.01,0.4323391914367676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,power_law_1.01,0.4438015937805176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,power_law_1.01,0.46223998069763184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,power_law_1.01,0.5203968048095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,power_law_1.01,0.5449728012084961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,power_law_1.01,0.642252779006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,1,power_law_1.2,0.0800704002380371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,power_law_1.01,0.7311359882354737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,1,power_law_1.2,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,power_law_1.01,0.9289600372314453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,1,power_law_1.2,0.107532799243927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,power_law_1.01,1.113907241821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,1,power_law_1.2,0.14253439903259277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,power_law_1.01,1.4741503715515136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,1,power_law_1.2,0.1837056040763855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,1,power_law_1.2,0.33320319652557373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,power_law_1.01,1.8284543991088866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,1,power_law_1.2,0.35942399501800537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,power_law_1.01,2.5694271087646485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,1,power_law_1.2,0.37355520725250246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,1,power_law_1.2,0.38010239601135254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,power_law_1.01,3.2985214233398437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,1,power_law_1.2,0.3985408067703247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,power_law_1.01,4.038214492797851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,1,power_law_1.2,0.39648640155792236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,1,power_law_1.2,0.4034560203552246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,1,power_law_1.01,6.339993667602539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,1,power_law_1.2,0.4059135913848877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,1,power_law_1.2,0.42987518310546874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,1,power_law_1.2,0.45199360847473147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,1,power_law_1.01,12.998471069335938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,1,power_law_1.2,0.45731201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,1,power_law_1.2,0.4753471851348877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,1,power_law_1.2,0.5298175811767578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,1,power_law_1.2,0.5552127838134766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,1,power_law_1.2,0.6529024124145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,1,power_law_1.2,0.7577600002288818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,1,power_law_1.2,0.9392064094543457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,1,power_law_1.2,1.123737621307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,1,power_law_1.2,1.4934080123901368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,1,power_law_1.2,1.8464767456054687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,1,power_law_1.2,2.5804800033569335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,1,power_law_1.2,3.3407039642333984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,1,power_law_1.2,4.125491333007813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,1,power_law_1.2,6.6535484313964846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,1,power_law_1.2,13.768095397949219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,power_law_1.01,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,power_law_1.01,0.1921023964881897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,power_law_1.01,0.3780607938766479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,power_law_1.01,0.5842944145202636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,power_law_1.01,0.788479995727539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,power_law_1.01,1.126195240020752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,1,power_law_1.2,0.14005119800567628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,power_law_1.01,1.233510398864746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,1,power_law_1.2,0.17286399602890015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,power_law_1.01,1.2699711799621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,1,power_law_1.2,0.1968127965927124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,power_law_1.01,1.3113344192504883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,1,power_law_1.2,0.3387455940246582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,power_law_1.01,1.353113555908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,1,power_law_1.2,0.5134335994720459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,power_law_1.01,1.411680030822754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,1,power_law_1.2,0.7196608066558838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,power_law_1.01,1.4571519851684571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,1,power_law_1.2,1.1147199630737306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,power_law_1.01,1.484806442260742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,1,power_law_1.2,1.1995136260986328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,power_law_1.01,1.5204544067382812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,1,power_law_1.2,1.2446080207824708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,power_law_1.01,1.5233152389526368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,1,power_law_1.2,1.3039615631103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,power_law_1.01,1.6109632492065429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,1,power_law_1.2,1.3875136375427246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,power_law_1.01,1.766592025756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,1,power_law_1.2,1.4125120162963867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,power_law_1.01,1.846067237854004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,1,power_law_1.2,1.46943359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,power_law_1.01,2.0781055450439454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,1,power_law_1.2,1.5392767906188964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,power_law_1.01,2.1948415756225588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,1,power_law_1.2,1.6138240814208984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,power_law_1.01,2.5345983505249023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,1,power_law_1.2,1.6445503234863281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,power_law_1.01,3.201433563232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,1,power_law_1.2,1.7612800598144531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,power_law_1.01,3.9679935455322264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,1,power_law_1.2,1.9290431976318358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,1,power_law_1.2,1.952774429321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,power_law_1.01,4.835955047607422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,1,power_law_1.2,2.204256057739258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,power_law_1.01,6.568141174316406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,1,power_law_1.2,2.308505630493164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,power_law_1.01,7.305439758300781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,1,power_law_1.2,2.646419143676758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,1,power_law_1.2,3.3820606231689454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,power_law_1.01,8.870502471923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,1,power_law_1.2,4.1381889343261715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,1,power_law_1.2,4.568447875976562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,1,power_law_1.01,16.446905517578124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,1,power_law_1.2,5.95968017578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,1,power_law_1.2,7.503084564208985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,1,power_law_1.01,28.44652099609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,1,power_law_1.2,9.12569580078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,1,power_law_1.2,17.036274719238282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,1,power_law_1.2,31.83617248535156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,1,1,power_law_1.01,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,1,1,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,1,1,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,1,1,power_law_1.01,0.12903039455413817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,1,1,power_law_1.01,0.1411072015762329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,1,1,power_law_1.01,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,1,1,power_law_1.01,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,1,1,power_law_1.01,0.1652735948562622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,1,1,power_law_1.01,0.15072640180587768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,1,1,power_law_1.01,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,1,1,power_law_1.01,0.1734655976295471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,1,1,power_law_1.2,0.06861439943313599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,1,1,power_law_1.01,0.208076810836792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,1,1,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,1,1,power_law_1.01,0.20684800148010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,1,1,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,1,1,power_law_1.01,0.23162879943847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,1,1,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,1,1,power_law_1.01,0.2664448022842407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,1,1,power_law_1.2,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,1,1,power_law_1.01,0.2942847967147827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,1,1,power_law_1.2,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,1,1,power_law_1.01,0.344268798828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,1,1,power_law_1.2,0.1589568018913269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,1,1,power_law_1.01,0.4847616195678711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,1,1,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.01,0.5875520229339599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,1,1,power_law_1.2,0.15893759727478027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.01,0.8380352020263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,1,1,power_law_1.2,0.16711039543151857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.01,1.0790783882141113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,1,1,power_law_1.2,0.17840640544891356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.01,1.5699968338012695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,1,1,power_law_1.2,0.210534405708313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.01,2.0613119125366213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,1,1,power_law_1.2,0.22300798892974855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,1,1,power_law_1.2,0.23347198963165283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.01,3.021414375305176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,1,1,power_law_1.2,0.2684927940368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.01,4.003430557250977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,1,1,power_law_1.2,0.29900801181793213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.01,5.949023818969726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,1,1,power_law_1.2,0.3561408042907715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,1,1,power_law_1.2,0.485203218460083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.01,7.886233520507813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.2,0.6047743797302246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.2,0.841318416595459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,1,1,power_law_1.01,9.825273895263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.2,1.0745856285095214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.2,1.5581184387207032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,1,1,power_law_1.01,15.6501953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.2,2.0490240097045898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.2,3.015679931640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.2,3.989503860473633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,1,1,power_law_1.01,31.1803955078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.2,5.932275390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.2,7.879647827148437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,1,1,power_law_1.2,9.81628189086914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,1,1,power_law_1.2,15.625184631347656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,1,1,power_law_1.2,31.139007568359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,1,1,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,1,1,power_law_1.01,0.10157439708709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,1,1,power_law_1.01,0.11181440353393554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,1,1,power_law_1.01,0.16958080530166625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,1,1,power_law_1.01,0.17285759449005128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,1,1,power_law_1.01,0.17322239875793458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,1,1,power_law_1.01,0.17816959619522094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,1,1,power_law_1.01,0.17916799783706666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,1,1,power_law_1.01,0.17879040241241456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,1,1,power_law_1.01,0.18353279829025268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,1,1,power_law_1.01,0.19004160165786743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,1,1,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,1,1,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,1,1,power_law_1.01,0.20151679515838622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,1,1,power_law_1.2,0.10197759866714477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,1,1,power_law_1.01,0.20807039737701416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,1,1,power_law_1.2,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,1,1,power_law_1.01,0.23244800567626953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,1,1,power_law_1.2,0.17592320442199708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,1,1,power_law_1.01,0.24000000953674316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,1,1,power_law_1.2,0.1703935980796814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,1,1,power_law_1.01,0.2545408010482788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,1,1,power_law_1.2,0.1773568034172058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,1,1,power_law_1.01,0.31191039085388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,1,1,power_law_1.2,0.17778559923171997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.01,0.3510272026062012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,1,1,power_law_1.2,0.17919360399246215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.01,0.46346240043640136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,1,1,power_law_1.2,0.18227200508117675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.01,0.5453824043273926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,1,1,power_law_1.2,0.1820672035217285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.01,0.7188543796539306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,1,1,power_law_1.2,0.1908735990524292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.01,0.9019392013549805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,1,1,power_law_1.2,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.01,1.265056037902832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,1,1,power_law_1.2,0.20111360549926757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.01,1.6453567504882813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,1,1,power_law_1.2,0.20483200550079345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.01,2.4563711166381834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,1,1,power_law_1.2,0.22999041080474852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.01,3.3103870391845702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,1,1,power_law_1.2,0.2369472026824951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,1,1,power_law_1.2,0.26030080318450927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,1,1,power_law_1.01,4.19224967956543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,1,1,power_law_1.2,0.3063807964324951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,1,1,power_law_1.2,0.3620800018310547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,1,1,power_law_1.01,6.882514953613281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,1,1,power_law_1.2,0.454860782623291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,1,1,power_law_1.2,0.5478400230407715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,1,1,power_law_1.01,14.616575622558594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,1,1,power_law_1.2,0.7204864025115967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,1,1,power_law_1.2,0.9125887870788574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,1,1,power_law_1.2,1.26627836227417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,1,1,power_law_1.2,1.6453632354736327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,1,1,power_law_1.2,2.430975914001465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,1,1,power_law_1.2,3.3079296112060548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,1,1,power_law_1.2,4.186956787109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,1,1,power_law_1.2,6.914067077636719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,1,1,power_law_1.2,14.704864501953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,1,1,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,1,1,power_law_1.01,0.09031680226325989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,1,1,power_law_1.01,0.0989247977733612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,1,1,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,1,1,power_law_1.01,0.1703935980796814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,1,1,power_law_1.01,0.24309759140014647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,1,1,power_law_1.01,0.22527999877929689
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,1,1,power_law_1.01,0.2541568040847778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,1,1,power_law_1.01,0.2209791898727417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,1,1,power_law_1.01,0.2318336009979248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,1,1,power_law_1.01,0.2523200035095215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,1,1,power_law_1.01,0.2750335931777954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,1,1,power_law_1.01,0.3053567886352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,1,1,power_law_1.01,0.32829439640045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,1,1,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,1,1,power_law_1.01,0.33196799755096434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,1,1,power_law_1.2,0.07024639844894409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,1,1,power_law_1.01,0.4413440227508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,1,1,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,1,1,power_law_1.01,0.5310463905334473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,1,1,power_law_1.2,0.14888960123062134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,1,1,power_law_1.01,0.7237631797790527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,1,1,power_law_1.2,0.17817599773406984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,power_law_1.01,0.14069759845733643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.01,0.9166784286499023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,1,1,power_law_1.2,0.24041600227355958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.01,1.3301759719848634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,power_law_1.01,0.14869120121002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,1,1,power_law_1.2,0.23205759525299072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.01,1.7682432174682616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,1,1,power_law_1.2,0.23471999168395996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,power_law_1.01,0.21278719902038573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,1,1,power_law_1.2,0.2224191904067993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.01,2.5755647659301757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,power_law_1.01,0.3649535894393921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,1,1,power_law_1.2,0.24759678840637206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.01,3.3898494720458983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,power_law_1.01,0.4995391845703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,1,1,power_law_1.2,0.2558144092559814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.01,5.026630401611328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,power_law_1.01,0.8409088134765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,1,1,power_law_1.2,0.26910080909729006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,1,1,power_law_1.2,0.2895616054534912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,power_law_1.01,0.9285632133483886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.01,6.673612976074219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,1,1,power_law_1.2,0.3575808048248291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,power_law_1.01,0.9793536186218261
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,1,1,power_law_1.2,0.3866624116897583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.01,10.00980453491211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,power_law_1.01,1.002291202545166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,1,1,power_law_1.2,0.43438720703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,1,1,power_law_1.2,0.5089280128479003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,power_law_1.01,1.0293184280395509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.01,13.31937255859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,1,1,power_law_1.2,0.7258111953735351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,power_law_1.01,1.043660831451416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.2,0.9334783554077148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,power_law_1.01,1.0807295799255372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.2,1.3314047813415528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,1,1,power_law_1.01,16.698573303222656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,power_law_1.01,1.0803135871887206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.2,1.7477439880371093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,power_law_1.01,1.1278335571289062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.2,2.5317440032958984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,power_law_1.01,1.152409553527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.2,3.3697792053222657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,1,1,power_law_1.01,26.769415283203124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,power_law_1.01,1.1663359642028808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.2,5.010630416870117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,power_law_1.01,1.2535807609558105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.2,6.6428993225097654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,power_law_1.01,1.345740795135498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,power_law_1.01,1.4301183700561524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.2,10.027008056640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,power_law_1.01,1.656012725830078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,1,1,power_law_1.01,54.77850341796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,power_law_1.01,1.7506303787231445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.2,13.303404235839844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,power_law_1.01,2.1145536422729494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,1,1,power_law_1.2,16.835789489746094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,power_law_1.01,2.5661439895629883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,power_law_1.01,3.258777618408203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,power_law_1.01,3.9811073303222657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,1,1,power_law_1.2,27.000210571289063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,power_law_1.01,5.514854431152344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,power_law_1.01,8.022649383544922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,power_law_1.01,10.42701416015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,1,1,power_law_1.2,54.826806640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,1,power_law_1.01,14.074278259277344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,1,power_law_1.01,28.483175659179686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,1,power_law_1.2,0.14049919843673705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,1,power_law_1.2,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,1,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,1,power_law_1.2,0.3172287940979004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,1,power_law_1.2,0.45813760757446287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,1,power_law_1.2,0.8622079849243164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,1,power_law_1.2,0.9261055946350097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,1,power_law_1.2,0.9785344123840332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,1,power_law_1.2,1.021132755279541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,1,power_law_1.2,1.0631168365478516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,1,power_law_1.01,0.21196799278259276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,1,power_law_1.2,1.0795007705688477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,1,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,1,power_law_1.01,0.27504639625549315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,1,power_law_1.2,1.1020544052124024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,1,power_law_1.01,0.05648639798164368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,1,power_law_1.2,1.1274239540100097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,1,power_law_1.01,0.46878719329833984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,1,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,1,power_law_1.2,1.1679743766784667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,1,power_law_1.01,0.5916672229766846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,1,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,1,power_law_1.2,1.1905023574829101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,1,power_law_1.01,0.22444159984588624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,1,power_law_1.01,1.183955192565918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,1,power_law_1.2,1.2224512100219727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,1,power_law_1.01,0.22568960189819337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,1,1,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,1,power_law_1.01,1.7620927810668945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,1,power_law_1.2,1.265452766418457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,1,1,power_law_1.01,0.13519359827041627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,1,power_law_1.01,0.2474047899246216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,1,power_law_1.2,1.4186495780944823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,1,power_law_1.01,2.158790397644043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,1,1,power_law_1.01,0.16628479957580566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,1,power_law_1.01,0.28487040996551516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,1,power_law_1.2,1.4967167854309082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,1,1,power_law_1.01,0.2646399974822998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,1,power_law_1.01,2.91409912109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,1,1,power_law_1.01,0.2500607967376709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,1,power_law_1.01,0.31088640689849856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,1,power_law_1.2,1.7018815994262695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,1,power_law_1.01,3.100057601928711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,1,1,power_law_1.01,0.2654207944869995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,1,power_law_1.2,1.7977279663085937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,1,power_law_1.01,0.33361918926239015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,1,1,power_law_1.01,0.2668544054031372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,1,1,power_law_1.01,0.2637824058532715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,1,power_law_1.01,3.235027313232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,1,power_law_1.2,2.1678016662597654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,1,power_law_1.01,0.37886719703674315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,1,1,power_law_1.01,0.27217280864715576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,1,power_law_1.01,0.42783360481262206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,1,power_law_1.2,2.644384002685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,1,1,power_law_1.01,0.2560064077377319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,1,power_law_1.01,3.3247295379638673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,1,1,power_law_1.01,0.2805759906768799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,1,power_law_1.01,0.4655295848846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,1,power_law_1.2,3.340729522705078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,1,1,power_law_1.01,0.2932735919952393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,1,power_law_1.01,3.493888092041016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,1,1,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,1,power_law_1.01,0.5691391944885253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,1,1,power_law_1.01,0.2969536066055298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,1,power_law_1.2,4.506630325317383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,1,1,power_law_1.2,0.12426879405975341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,1,1,power_law_1.01,0.3059711933135986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,1,power_law_1.01,0.4577343940734863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,1,power_law_1.01,3.657516860961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,1,1,power_law_1.01,0.34547839164733884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,1,1,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,1,power_law_1.01,0.5113855838775635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,1,1,power_law_1.01,0.34898560047149657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,1,power_law_1.2,6.0072063446044925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,1,power_law_1.2,0.21524479389190673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,1,1,power_law_1.2,0.2605056047439575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,1,power_law_1.01,3.7189697265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,1,1,power_law_1.01,0.3667968034744263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,1,power_law_1.01,0.6100927829742432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,1,power_law_1.2,0.2736255884170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,1,1,power_law_1.2,0.2637824058532715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,1,1,power_law_1.01,0.4511807918548584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,1,1,power_law_1.2,0.2645951986312866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,1,power_law_1.2,0.3516416072845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,1,power_law_1.01,3.9299137115478517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,1,power_law_1.01,0.5363647937774658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,1,power_law_1.2,8.056224060058593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.01,0.5298111915588379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,1,1,power_law_1.2,0.26645119190216066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,1,power_law_1.2,0.5851200103759766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.01,0.6639616012573242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.01,0.647980785369873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,1,1,power_law_1.2,0.26807680130004885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,1,power_law_1.01,3.983564758300781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.01,0.7667967796325683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,1,power_law_1.2,1.0166272163391112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,1,power_law_1.2,10.213785552978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,1,1,power_law_1.2,0.2703360080718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.01,1.0528767585754395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.01,0.9555968284606934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,1,power_law_1.2,1.5257599830627442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,1,1,power_law_1.2,0.2717695951461792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,1,power_law_1.01,4.093952178955078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.01,1.2879936218261718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,1,power_law_1.2,1.9654655456542969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,1,1,power_law_1.2,0.27730560302734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.01,1.1900799751281739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.01,1.846054458618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,1,power_law_1.2,2.821504020690918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,1,1,power_law_1.2,0.2953216075897217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,1,power_law_1.2,14.034547424316406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,1,power_law_1.01,4.460345458984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.01,2.387558364868164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.01,1.6736255645751954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,1,1,power_law_1.2,0.29859199523925783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,1,power_law_1.2,2.933350372314453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.01,3.5690494537353517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,1,1,power_law_1.2,0.3104640007019043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,1,power_law_1.01,4.5496257781982425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,1,power_law_1.2,3.082022476196289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.01,2.1612672805786133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,1,1,power_law_1.2,0.34180479049682616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.01,4.875878524780274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,1,power_law_1.2,3.3292545318603515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,1,1,power_law_1.2,0.3428416013717651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.01,3.1283199310302736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,1,power_law_1.2,28.633505249023436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,1,power_law_1.01,4.906598281860352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,1,1,power_law_1.2,0.3749887943267822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,1,1,power_law_1.01,6.273241424560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,1,power_law_1.2,3.447187042236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,1,1,power_law_1.2,0.4462592124938965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.01,4.109516906738281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,1,power_law_1.2,3.541401672363281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,1,power_law_1.01,5.364729690551758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,1,1,power_law_1.01,10.318450927734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,1,1,power_law_1.2,0.5285823822021485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,1,power_law_1.2,3.8582527160644533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,1,1,power_law_1.2,0.6614975929260254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,1,power_law_1.01,6.078464126586914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,1,power_law_1.01,6.137984085083008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,1,1,power_law_1.2,0.7839680194854737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,1,power_law_1.2,3.9614463806152345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,1,1,power_law_1.2,1.063532829284668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,1,1,power_law_1.01,21.957426452636717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,1,power_law_1.2,4.019001770019531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,1,power_law_1.01,7.062111663818359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,1,1,power_law_1.2,1.306828784942627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,1,power_law_1.01,8.011571502685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,1,1,power_law_1.2,1.8509824752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,1,power_law_1.2,4.17955207824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,1,power_law_1.01,8.213126373291015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,1,1,power_law_1.2,2.4219711303710936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,1,power_law_1.2,4.4324798583984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,1,power_law_1.01,9.956940460205079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,1,1,power_law_1.2,3.643584060668945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,1,power_law_1.2,4.786790466308593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,1,power_law_1.01,9.951462554931641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,1,1,power_law_1.2,4.919718551635742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,1,power_law_1.2,5.143353652954102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,1,power_law_1.01,15.814656066894532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,1,1,power_law_1.2,6.219993591308594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,1,power_law_1.01,12.780767822265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,1,power_law_1.2,5.6754302978515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,1,1,power_law_1.2,10.50851821899414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,1,power_law_1.2,6.610131072998047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,1,power_law_1.01,20.561318969726564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,1,power_law_1.2,6.857939147949219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,1,power_law_1.01,31.38335266113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,1,1,power_law_1.2,22.245599365234376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,1,power_law_1.2,8.453343963623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,1,power_law_1.01,24.124819946289062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,1,power_law_1.2,11.112255859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,1,power_law_1.2,0.06782079935073852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,1,power_law_1.2,14.355667114257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,1,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,1,power_law_1.01,33.675271606445314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,1,power_law_1.2,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,1,power_law_1.2,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,1,power_law_1.2,21.665586853027342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,1,power_law_1.2,0.33364479541778563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,1,power_law_1.2,0.3596287965774536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,1,power_law_1.01,0.03051519989967346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,1,power_law_1.2,0.5363711833953857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,1,power_law_1.01,0.03461120128631592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,1,power_law_1.2,26.031924438476562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,1,power_law_1.2,0.597811222076416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,1,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,1,power_law_1.2,0.6529024124145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,1,power_law_1.01,0.0796671986579895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,1,power_law_1.01,76.56734619140624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,1,power_law_1.01,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,1,power_law_1.2,0.6766592025756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,1,power_law_1.01,0.17492480278015138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,1,power_law_1.2,0.7196671962738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,1,power_law_1.2,37.44586181640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,1,power_law_1.01,0.190009605884552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,1,power_law_1.2,0.7577536106109619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,1,power_law_1.01,0.18595839738845826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,1,power_law_1.2,0.7766016006469727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,1,power_law_1.01,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,1,power_law_1.01,0.12632319927215577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,1,power_law_1.2,0.8998911857604981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,1,power_law_1.01,0.19886080026626587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,1,power_law_1.01,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,1,power_law_1.01,0.2224128007888794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,1,power_law_1.2,0.8265727996826172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,1,power_law_1.01,0.27340800762176515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,1,power_law_1.01,0.20522239208221435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,1,power_law_1.2,0.8970239639282227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,1,power_law_1.01,0.3291071891784668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,1,power_law_1.01,0.21381120681762694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,1,power_law_1.2,0.9912256240844727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,1,power_law_1.01,0.648364782333374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,1,power_law_1.2,75.53924560546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,1,power_law_1.01,0.24084479808807374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,1,power_law_1.2,0.9769023895263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,1,power_law_1.01,0.9740287780761718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,1,power_law_1.2,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,1,power_law_1.01,0.21790719032287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.2,1.084819221496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,1,power_law_1.01,1.1864000320434571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,1,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,1,power_law_1.01,0.2318336009979248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,1,power_law_1.2,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,1,power_law_1.01,1.5261759757995605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,1,power_law_1.01,0.2478015899658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.2,1.4567487716674805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,1,power_law_1.2,0.07597439885139465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,1,power_law_1.01,0.341811203956604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,1,power_law_1.01,1.6281536102294922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.2,1.7121343612670898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,1,power_law_1.2,0.11549439430236816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.01,0.39549438953399657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,1,power_law_1.01,1.6926719665527343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.2,2.2107839584350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,1,power_law_1.2,0.18188799619674684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,1,power_law_1.01,1.766988754272461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,1,power_law_1.01,0.12780159711837769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.01,0.5023744106292725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,1,power_law_1.2,0.20602879524230958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,1,power_law_1.01,1.8563135147094727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.01,0.6047743797302246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,1,power_law_1.01,0.16465920209884644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.2,2.7017280578613283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,1,power_law_1.2,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,1,power_law_1.01,1.9077119827270508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.01,0.8261631965637207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,1,power_law_1.01,0.18083839416503905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,1,power_law_1.2,0.19742079973220825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,1,power_law_1.01,1.9851264953613281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.2,3.700115203857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.01,1.0379199981689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,1,power_law_1.2,0.20685439109802245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,1,power_law_1.01,0.29161601066589354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,1,power_law_1.01,2.044927978515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.01,1.4661567687988282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,1,power_law_1.2,0.22485759258270263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,1,power_law_1.01,0.4503488063812256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.2,4.611065673828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,1,power_law_1.01,2.0694976806640626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,1,power_law_1.2,0.2129983901977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,1,power_law_1.01,0.5523583889007568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.01,1.9068927764892578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,1,power_law_1.2,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,1,power_law_1.2,0.21442561149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,1,power_law_1.01,2.2210559844970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,1,power_law_1.01,0.8175616264343262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,1,power_law_1.2,6.6113533020019535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,1,power_law_1.2,0.17161600589752196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.01,2.77524471282959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,1,power_law_1.2,0.23919360637664794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,1,power_law_1.01,2.2849536895751954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,1,power_law_1.01,0.8675328254699707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,1,power_law_1.2,0.20336639881134033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,1,power_law_1.2,0.21751680374145507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,1,power_law_1.01,2.4375295639038086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.01,3.649331283569336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,1,power_law_1.01,0.9019455909729004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,1,power_law_1.2,8.520076751708984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,1,power_law_1.2,0.2385983943939209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,1,power_law_1.2,0.3449023962020874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,1,power_law_1.2,0.12821120023727417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,1,power_law_1.01,2.666912078857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,1,power_law_1.2,0.2553920030593872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,1,power_law_1.01,0.9498623847961426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,1,power_law_1.2,0.5785600185394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,1,power_law_1.01,4.517683029174805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,1,power_law_1.2,0.3436736106872559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,1,power_law_1.01,2.826041603088379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,1,power_law_1.01,0.9752511978149414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,1,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,1,power_law_1.2,0.854412841796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,1,power_law_1.2,10.492499542236327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.2,0.39157121181488036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,1,power_law_1.01,0.9949248313903809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,1,power_law_1.2,0.17674239873886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,1,power_law_1.01,3.3869823455810546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,1,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.2,0.5134272098541259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,1,power_law_1.2,0.9875455856323242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,1,power_law_1.01,7.159603118896484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,1,power_law_1.01,1.0133503913879394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,1,power_law_1.2,0.28348801136016843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,1,power_law_1.01,3.678828811645508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.2,0.6195199966430665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,1,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,1,power_law_1.2,16.291232299804687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,1,power_law_1.2,1.4600128173828124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,1,power_law_1.01,1.0223423957824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,1,power_law_1.2,0.3905600070953369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,1,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.2,0.8187904357910156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,1,power_law_1.01,4.530380630493164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,1,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,1,power_law_1.01,1.0885055541992188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,1,power_law_1.2,0.5052480220794677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,1,power_law_1.2,1.5843328475952148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.2,1.0326016426086426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,1,power_law_1.01,14.202879333496094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,1,power_law_1.01,0.17448320388793945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,1,power_law_1.2,0.8069055557250977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,1,power_law_1.01,1.0909695625305176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,1,power_law_1.01,5.4474945068359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.2,1.4774208068847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,1,power_law_1.2,1.6412672042846679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,1,power_law_1.01,0.2799616098403931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,1,power_law_1.01,1.1667455673217773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,1,power_law_1.2,0.832307243347168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,1,power_law_1.01,0.2871295928955078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.2,1.914259147644043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,1,power_law_1.2,31.817727661132814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,1,power_law_1.2,1.716217613220215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,1,power_law_1.01,1.2814592361450194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,1,power_law_1.01,7.279634857177735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,1,power_law_1.2,0.9146431922912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,1,power_law_1.01,0.3033024072647095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.2,2.787123107910156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,1,power_law_1.2,1.7776639938354493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,1,power_law_1.01,0.30700159072875977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.01,1.4170047760009765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,1,power_law_1.2,0.9318143844604492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,1,power_law_1.01,0.3102783918380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.2,3.6722625732421874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.01,1.6220159530639648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,1,power_law_1.01,9.768780517578126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,1,power_law_1.2,0.9646080017089844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,1,power_law_1.2,1.804697608947754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,1,power_law_1.01,0.318668794631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.01,1.6945152282714844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,1,power_law_1.2,0.9756671905517578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,1,power_law_1.2,4.536518478393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,1,power_law_1.01,0.3231744050979614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,1,power_law_1.2,1.9384319305419921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.01,2.0297664642333983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,1,power_law_1.2,1.045299243927002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,1,power_law_1.01,11.635302734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,1,power_law_1.01,0.3327872037887573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,1,power_law_1.2,2.0518848419189455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,1,power_law_1.2,7.179270172119141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,1,power_law_1.01,0.3422208070755005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,1,power_law_1.2,1.01212158203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.01,2.4350656509399413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,1,power_law_1.2,2.0891647338867188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,1,power_law_1.01,0.3565567970275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,1,power_law_1.2,1.1114560127258302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.01,2.9882368087768554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,1,power_law_1.01,0.36640000343322754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,1,power_law_1.01,18.000921630859374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,1,power_law_1.2,2.2095808029174804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,1,power_law_1.2,1.1126720428466796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,1,power_law_1.01,0.4206528186798096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,1,power_law_1.2,14.224998474121094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.01,3.5915775299072266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,1,power_law_1.2,1.2371968269348144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,1,power_law_1.2,2.3273408889770506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,1,power_law_1.01,0.48762879371643064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,1,power_law_1.01,4.7257537841796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,1,power_law_1.2,1.353113555908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.01,0.4892672061920166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,1,power_law_1.2,2.5448448181152346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,1,power_law_1.2,1.4620351791381836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.01,0.5904384136199952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,1,power_law_1.01,5.97729263305664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,1,power_law_1.01,29.436929321289064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,1,power_law_1.2,2.8465152740478517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.01,0.7045119762420654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,1,power_law_1.2,1.6781183242797852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,1,power_law_1.01,7.161650848388672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.01,0.892518424987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,1,power_law_1.2,1.7485759735107422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,1,power_law_1.2,3.045568084716797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,1,power_law_1.01,0.05856000185012818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.01,1.0680383682250976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,1,power_law_1.2,2.0588544845581054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,1,power_law_1.2,3.572332763671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,1,power_law_1.01,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.01,1.4190591812133788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,1,power_law_1.01,10.593280029296874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,1,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,1,power_law_1.2,2.4977407455444336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.01,1.755129623413086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,1,power_law_1.2,4.2987518310546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,1,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,1,power_law_1.01,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,1,power_law_1.2,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.01,2.4539264678955077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,1,power_law_1.2,3.0414783477783205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,1,power_law_1.01,0.27647359371185304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,1,power_law_1.2,5.198220825195312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,1,power_law_1.2,0.10670080184936523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.01,3.1621055603027344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,1,power_law_1.01,0.39360001087188723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,1,power_law_1.01,20.601837158203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,1,power_law_1.2,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,1,power_law_1.2,3.6341697692871096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,1,power_law_1.2,5.677062225341797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,1,power_law_1.01,0.47616000175476075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,1,power_law_1.01,3.8758529663085937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,1,power_law_1.2,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,1,power_law_1.01,0.47656960487365724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,1,power_law_1.2,0.27873280048370364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,1,power_law_1.2,7.261209869384766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,1,power_law_1.2,4.806860733032226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,1,power_law_1.01,5.951865768432617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,1,power_law_1.01,0.5208255767822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,1,power_law_1.2,0.29674880504608153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,1,power_law_1.01,0.5359936237335206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,1,power_law_1.2,0.3141567945480347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,1,power_law_1.2,11.13744659423828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,1,power_law_1.2,5.955583953857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,1,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,1,power_law_1.01,0.573632001876831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,1,power_law_1.2,0.31272320747375487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,1,power_law_1.01,11.930828857421876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,1,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,1,power_law_1.01,0.608460807800293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,1,power_law_1.2,0.3114943981170654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,1,power_law_1.2,0.09461119771003723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,1,power_law_1.2,13.18481903076172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,1,power_law_1.2,7.162879943847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,1,power_law_1.01,0.550707197189331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,1,power_law_1.2,0.3295232057571411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,1,power_law_1.2,0.15809919834136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,1,power_law_1.01,0.5908607959747314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,1,power_law_1.2,0.32644479274749755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,1,power_law_1.2,0.25026559829711914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,1,power_law_1.2,19.559014892578126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,1,power_law_1.2,0.34506878852844236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,1,power_law_1.01,0.6631616115570068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,1,power_law_1.2,10.82326431274414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,1,power_law_1.2,0.3803136110305786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,1,power_law_1.2,0.3512320041656494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,1,power_law_1.01,0.6223872184753418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,1,power_law_1.2,0.4712512016296387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,1,power_law_1.2,0.375596809387207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,1,power_law_1.01,0.628934383392334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,1,power_law_1.2,0.48353281021118166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,1,power_law_1.2,0.38543360233306884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,1,power_law_1.01,0.8871999740600586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,1,power_law_1.2,0.5195775985717773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,1,power_law_1.2,31.468133544921876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,1,power_law_1.2,0.41308159828186036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,1,power_law_1.2,20.973983764648438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.01,1.0035136222839356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,1,power_law_1.2,0.5457920074462891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,1,power_law_1.2,0.4933568000793457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.01,1.2453887939453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,1,power_law_1.2,0.5806015968322754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,1,power_law_1.2,0.5015488147735596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,1,power_law_1.2,0.638156795501709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.01,1.490118408203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,1,power_law_1.2,0.5994559764862061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,1,power_law_1.2,0.5822527885437012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.01,2.006438446044922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,1,power_law_1.2,0.7254015922546386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,1,power_law_1.2,0.6430655956268311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.01,2.5243648529052733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,1,power_law_1.2,0.8986623764038086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,1,power_law_1.2,0.6737919807434082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,1,power_law_1.2,1.076211166381836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.01,3.57006721496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,1,power_law_1.2,0.6100927829742432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,1,power_law_1.2,1.4219264030456542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,1,power_law_1.2,0.6606783866882324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.01,4.612697601318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,1,power_law_1.2,1.7531072616577148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,1,power_law_1.2,0.9035776138305665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.01,6.699212646484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.2,1.043654441833496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,1,power_law_1.2,2.453913688659668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.2,1.2843008041381836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,1,power_law_1.2,3.161676788330078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.01,8.801280212402343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.2,1.5392767906188964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,1,power_law_1.2,3.8574142456054688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.2,2.034694480895996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,1,power_law_1.01,10.86584930419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.2,2.569830322265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,1,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,1,power_law_1.2,6.0174400329589846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.2,3.6210689544677734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,1,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,1,power_law_1.01,0.18391040563583375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,1,power_law_1.01,17.06946563720703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.2,4.627872085571289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,1,power_law_1.01,0.28222079277038575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,1,power_law_1.2,12.113715362548827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,1,power_law_1.01,0.3788800001144409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.2,6.69573745727539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,1,power_law_1.01,0.6047808170318604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,1,power_law_1.01,0.6602752208709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.2,8.754994964599609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,1,power_law_1.01,0.677888011932373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,1,power_law_1.01,33.708441162109374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,1,power_law_1.01,0.7192575931549072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,1,power_law_1.2,10.876518249511719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,1,power_law_1.01,0.704915189743042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,1,power_law_1.2,0.13086719512939454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,1,power_law_1.01,0.7352575778961181
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,1,power_law_1.2,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,1,power_law_1.01,0.7409664154052734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,1,power_law_1.2,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,1,power_law_1.2,17.076422119140624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,1,power_law_1.01,0.7544832229614258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,1,power_law_1.2,0.24842240810394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,1,power_law_1.01,0.7917568206787109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,1,power_law_1.2,0.34323840141296386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,1,power_law_1.01,0.7929855823516846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,1,power_law_1.2,0.5920767784118652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,1,power_law_1.01,0.8339520454406738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,1,power_law_1.2,0.6301695823669433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,1,power_law_1.01,0.8900608062744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,1,power_law_1.2,0.68853759765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,1,power_law_1.2,33.641683959960936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,1,power_law_1.01,1.0174464225769042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,1,power_law_1.2,0.6901440143585205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.01,1.1220864295959472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,1,power_law_1.2,0.7106560230255127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.01,1.325260829925537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,1,power_law_1.2,0.7454847812652587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.01,1.3518912315368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,1,power_law_1.2,0.7794688224792481
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,1,power_law_1.2,0.7921792030334472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.01,1.6887807846069336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,1,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,1,power_law_1.2,0.809331226348877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.01,2.002739143371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,1,power_law_1.01,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,1,power_law_1.2,0.8431615829467773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.01,2.5907264709472657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,1,power_law_1.2,0.8773632049560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,1,power_law_1.01,0.24821760654449462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,1,power_law_1.2,0.9171008110046387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.01,3.171116828918457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,1,power_law_1.01,0.3065792083740234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,1,power_law_1.2,1.0342399597167968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.01,4.32782096862793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,1,power_law_1.01,0.4843711853027344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,1,power_law_1.2,1.1438015937805175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,1,power_law_1.2,1.3355008125305177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,1,power_law_1.01,0.7122943878173829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.01,5.51383056640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,1,power_law_1.2,1.3670463562011719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,1,power_law_1.01,0.8372351646423339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,1,power_law_1.2,1.7182720184326172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,1,power_law_1.2,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,1,power_law_1.01,6.707609558105469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,1,power_law_1.01,1.1413439750671386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,1,power_law_1.2,2.0555519104003905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,1,power_law_1.2,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,1,power_law_1.01,1.1532352447509766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,1,power_law_1.2,2.631692886352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,1,power_law_1.2,0.19866880178451538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,1,power_law_1.01,10.36390380859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,1,power_law_1.2,3.2116737365722656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,1,power_law_1.01,1.2249088287353516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,1,power_law_1.2,0.29716479778289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,1,power_law_1.2,4.353631973266602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,1,power_law_1.01,1.2744704246520997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,1,power_law_1.2,0.43970561027526855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,1,power_law_1.2,5.627289581298828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,1,power_law_1.01,1.2994560241699218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,1,power_law_1.2,0.6203392028808594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,1,power_law_1.01,20.573184204101562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,1,power_law_1.01,1.3387776374816895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,1,power_law_1.2,6.805919647216797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,1,power_law_1.2,0.7626815795898437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,1,power_law_1.01,1.3805503845214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,1,power_law_1.2,1.0424320220947265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,1,power_law_1.2,10.569932556152343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,1,power_law_1.01,1.4165632247924804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,1,power_law_1.2,1.083187198638916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,1,power_law_1.01,1.4592000007629395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,1,power_law_1.2,1.1790335655212403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,1,power_law_1.01,1.5237119674682618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,1,power_law_1.2,21.557862854003908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,1,power_law_1.2,1.215897560119629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,1,power_law_1.01,1.6707584381103515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,1,power_law_1.2,1.280627155303955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,1,power_law_1.01,1.7764543533325194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,1,power_law_1.2,1.3264896392822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,1,power_law_1.01,2.0588735580444335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,1,power_law_1.2,1.3584383964538573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,1,power_law_1.01,2.2419328689575195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,1,power_law_1.2,1.3965312004089356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,1,power_law_1.01,2.6972095489501955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,1,power_law_1.2,1.427660846710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,1,power_law_1.01,2.807193565368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,1,power_law_1.2,1.551155185699463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,1,power_law_1.01,3.4619327545166017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,1,power_law_1.2,1.6658432006835937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,1,power_law_1.2,1.8460479736328126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,1,power_law_1.01,4.176275253295898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,1,power_law_1.2,2.1288896560668946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,1,power_law_1.01,5.45689582824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,1,power_law_1.2,2.306662368774414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,1,power_law_1.01,6.842777252197266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,1,power_law_1.2,2.796134376525879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,1,power_law_1.2,2.9665279388427734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,1,power_law_1.01,8.129126739501952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,1,power_law_1.2,3.5696640014648438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,1,power_law_1.2,4.323737716674804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,1,power_law_1.01,11.780915069580079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,1,power_law_1.2,5.577344131469727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,1,power_law_1.2,6.911583709716797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,1,power_law_1.01,21.716172790527345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,1,power_law_1.2,8.315699005126953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,1,power_law_1.2,11.878809356689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,1,power_law_1.2,22.156710815429687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,power_law_1.01,0.1843135952949524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,power_law_1.01,0.14272639751434327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,power_law_1.01,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,power_law_1.01,0.25274879932403566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,power_law_1.01,0.2535360097885132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,power_law_1.01,0.2553855895996094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,power_law_1.01,0.25804800987243653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,power_law_1.01,0.2717695951461792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,power_law_1.01,0.28136320114135743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,power_law_1.01,0.2834496021270752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,power_law_1.01,0.2900223970413208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,power_law_1.01,0.3000384092330933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,power_law_1.01,0.29799039363861085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,power_law_1.01,0.3311615943908691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,power_law_1.01,0.3604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,power_law_1.01,0.3716864109039307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,power_law_1.01,0.42536320686340334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,power_law_1.01,0.5466047763824463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,power_law_1.01,0.618284797668457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,power_law_1.01,0.7442495822906494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,power_law_1.01,0.9621376037597656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,power_law_1.01,1.4419967651367187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,power_law_1.01,1.778112030029297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,power_law_1.01,2.7953216552734377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,power_law_1.01,3.8844478607177733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,power_law_1.01,5.400787353515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,power_law_1.01,7.897331237792969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,power_law_1.01,11.303987121582031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,2,power_law_1.01,20.659193420410155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,power_law_1.01,0.10157439708709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,power_law_1.01,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,1,power_law_1.2,0.10283520221710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,power_law_1.01,0.24084479808807374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,1,power_law_1.2,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,2,power_law_1.2,0.16240639686584474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,2,power_law_1.01,40.338226318359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,power_law_1.01,0.2451456069946289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,1,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,2,power_law_1.2,0.1300480008125305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,power_law_1.01,0.24413440227508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,1,power_law_1.2,0.24309759140014647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,2,power_law_1.2,0.16609280109405516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,power_law_1.01,0.2535423994064331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,1,power_law_1.2,0.25211520195007325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,2,power_law_1.2,0.235315203666687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,power_law_1.01,0.2535423994064331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,1,power_law_1.2,0.2478015899658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,2,power_law_1.2,0.25270400047302244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,1,power_law_1.2,0.2537472009658813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,power_law_1.01,0.2551743984222412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,2,power_law_1.2,0.24657919406890869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,1,power_law_1.2,0.25356159210205076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,power_law_1.01,0.26705920696258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,2,power_law_1.2,0.2600895881652832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,1,power_law_1.2,0.2629568099975586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,power_law_1.01,0.2664448022842407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,2,power_law_1.2,0.2793407917022705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,1,power_law_1.2,0.26521599292755127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,power_law_1.01,0.2682751893997192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,2,power_law_1.2,0.2789376020431519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,1,power_law_1.2,0.2658368110656738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,power_law_1.01,0.28282880783081055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,2,power_law_1.2,0.2837183952331543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,1,power_law_1.2,0.274835205078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,power_law_1.01,0.2891711950302124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,2,power_law_1.2,0.2840320110321045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,1,power_law_1.2,0.28097920417785643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,power_law_1.01,0.3145663976669312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,2,power_law_1.2,0.2988032102584839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,1,power_law_1.2,0.28874878883361815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,power_law_1.01,0.3377088069915771
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,2,power_law_1.2,0.2957184076309204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,1,power_law_1.2,0.3168256044387817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,power_law_1.01,0.36516480445861815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,1,power_law_1.2,0.3309567928314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,2,power_law_1.2,0.33875839710235595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,power_law_1.01,0.4186111927032471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,1,power_law_1.2,0.3358720064163208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,2,power_law_1.2,0.3586047887802124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,power_law_1.01,0.49582719802856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,1,power_law_1.2,0.41308159828186036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,2,power_law_1.2,0.3772416114807129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,power_law_1.01,0.6244351863861084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,1,power_law_1.2,0.47861762046813966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,2,power_law_1.2,0.4491263866424561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,power_law_1.01,0.79137282371521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,1,power_law_1.2,0.612556791305542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,2,power_law_1.2,0.5101568222045898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,power_law_1.01,1.065171241760254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,1,power_law_1.2,0.744646406173706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,2,power_law_1.2,0.6410240173339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,1,power_law_1.2,0.9953280448913574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,power_law_1.01,1.2851200103759766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,2,power_law_1.2,0.8347711563110352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,1,power_law_1.2,1.2675071716308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,2,power_law_1.2,1.0688511848449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,power_law_1.01,1.8849472045898437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,1,power_law_1.2,1.8407487869262695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,2,power_law_1.2,1.6961536407470703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,power_law_1.01,2.4600576400756835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,1,power_law_1.2,2.411302375793457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,2,power_law_1.2,1.9924928665161132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,power_law_1.01,3.7583168029785154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,1,power_law_1.2,3.7263233184814455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,2,power_law_1.2,3.1168256759643556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,power_law_1.01,5.027840042114258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,2,power_law_1.2,3.9475135803222656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,1,power_law_1.2,5.1240894317626955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,power_law_1.01,6.457344055175781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,2,power_law_1.2,5.9302207946777346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,1,power_law_1.2,6.4174659729003904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,1,power_law_1.01,11.115110778808594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,2,power_law_1.2,9.947590637207032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,1,power_law_1.2,10.547814178466798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,2,power_law_1.2,11.558367919921874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,1,power_law_1.01,23.64252166748047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,1,power_law_1.2,22.37664031982422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,2,power_law_1.2,23.371775817871093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,2,power_law_1.2,39.396524047851564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,power_law_1.01,0.3448767900466919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,power_law_1.01,0.22364161014556885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,power_law_1.01,0.27504639625549315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,power_law_1.01,0.40755200386047363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,power_law_1.01,0.40611839294433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,power_law_1.01,0.40857601165771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,power_law_1.01,0.4095935821533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,power_law_1.01,0.41635842323303224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,power_law_1.01,0.4136960029602051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,power_law_1.01,0.43235201835632325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,power_law_1.01,0.44707841873168946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,power_law_1.01,0.4442111968994141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,2,power_law_1.2,0.2983936071395874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,power_law_1.01,0.4868095874786377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,2,power_law_1.2,0.18021759986877442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,power_law_1.01,0.4831232070922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,2,power_law_1.2,0.25929598808288573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,power_law_1.01,0.5007359981536865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,2,power_law_1.2,0.41000962257385254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,power_law_1.01,0.5675007820129394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,2,power_law_1.2,0.4042687892913818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,power_law_1.01,0.6035647869110108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,2,power_law_1.2,0.4073535919189453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,power_law_1.01,0.7839615821838379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,2,power_law_1.2,0.4142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,power_law_1.01,0.8794112205505371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,2,power_law_1.2,0.4145088195800781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,power_law_1.01,1.3645824432373046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,2,power_law_1.2,0.4222847938537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,power_law_1.01,1.8165760040283203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,2,power_law_1.2,0.440934419631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,power_law_1.01,2.071142387390137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,2,power_law_1.2,0.45159039497375486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,2,power_law_1.2,0.4569087982177734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,power_law_1.01,3.0332992553710936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,2,power_law_1.2,0.5068799972534179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,power_law_1.01,4.902329635620117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,2,power_law_1.2,0.5134335994720459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,power_law_1.01,5.616640090942383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,2,power_law_1.2,0.5244863986968994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,2,power_law_1.2,0.5896192073822022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,power_law_1.01,9.894290924072266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,2,power_law_1.2,0.6055935859680176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,2,power_law_1.2,0.8462207794189454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,2,power_law_1.2,0.9732095718383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,power_law_1.01,18.104978942871092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,2,power_law_1.2,1.1257792472839356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,2,power_law_1.2,1.6719871520996095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,power_law_1.01,21.428416442871093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,2,power_law_1.2,2.560403251647949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,2,power_law_1.2,3.0455808639526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,2,power_law_1.2,5.5712127685546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,2,power_law_1.01,29.12665710449219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,2,power_law_1.2,5.974028778076172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,power_law_1.01,0.18615039587020873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,2,power_law_1.2,11.369888305664062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,power_law_1.01,0.2230207920074463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,2,power_law_1.2,17.46497344970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,power_law_1.01,0.38521599769592285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,1,power_law_1.2,0.18411519527435302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,power_law_1.01,0.3936192035675049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,2,power_law_1.01,73.03987426757813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,1,power_law_1.2,0.16015360355377198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,power_law_1.01,0.3987584114074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,2,power_law_1.2,25.329254150390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,1,power_law_1.2,0.21566081047058105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,power_law_1.01,0.4005824089050293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,1,power_law_1.2,0.36740479469299314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,power_law_1.01,0.393830394744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,1,power_law_1.2,0.38686718940734866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,power_law_1.01,0.40447359085083007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,2,power_law_1.2,30.02552185058594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,1,power_law_1.2,0.397708797454834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,power_law_1.01,0.40918397903442383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,1,power_law_1.2,0.399564790725708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,power_law_1.01,0.4050879955291748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,1,power_law_1.2,0.40263681411743163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,power_law_1.01,0.4356095790863037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,1,power_law_1.2,0.4077568054199219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,power_law_1.01,0.45445761680603025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,1,power_law_1.2,0.4095935821533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,power_law_1.01,0.446668815612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,1,power_law_1.2,0.41573119163513184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,power_law_1.01,0.4925504207611084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,1,power_law_1.2,0.4315199851989746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,power_law_1.01,0.5060416221618652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,2,power_law_1.2,72.45802001953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,1,power_law_1.2,0.43438720703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,power_law_1.01,0.5646399974822998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,1,power_law_1.2,0.4462592124938965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,power_law_1.01,0.6656000137329101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,1,power_law_1.2,0.5023808002471923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,power_law_1.01,0.7946239948272705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,1,power_law_1.2,0.5003200054168702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,power_law_1.01,1.0182527542114257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,1,power_law_1.2,0.5634047985076904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,power_law_1.01,1.224499225616455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,1,power_law_1.2,0.6643648147583008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,power_law_1.01,1.672800064086914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,1,power_law_1.2,0.7630847930908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,power_law_1.01,2.2337535858154296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,1,power_law_1.2,0.9813952445983887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,power_law_1.01,3.4388286590576174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,1,power_law_1.2,1.2220416069030762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,power_law_1.01,4.135366439819336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,1,power_law_1.2,1.656012725830078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,1,power_law_1.2,2.286182403564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,power_law_1.01,6.3272960662841795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,1,power_law_1.2,3.5520702362060548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,power_law_1.01,8.457049560546874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,1,power_law_1.2,4.647526550292969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,power_law_1.01,11.042201232910156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,1,power_law_1.2,7.963680267333984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,1,power_law_1.2,8.362432098388672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,1,power_law_1.01,18.199551391601563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,1,power_law_1.2,10.506451416015626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,1,power_law_1.2,21.99920654296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,1,power_law_1.01,40.391885375976564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,1,power_law_1.2,40.67552490234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,power_law_1.01,0.22795519828796387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,power_law_1.01,0.27013120651245115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,power_law_1.01,0.24289278984069823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,power_law_1.01,0.35389440059661864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,power_law_1.01,0.5924863815307617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,power_law_1.01,0.8060928344726562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,power_law_1.01,1.2007360458374023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,power_law_1.01,1.1884544372558594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,power_law_1.01,1.2941311836242675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,power_law_1.01,1.255628776550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,power_law_1.01,1.3850687980651855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,power_law_1.01,1.4039039611816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,power_law_1.01,1.425203227996826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,power_law_1.01,1.4448512077331543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,power_law_1.01,1.4905280113220214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,power_law_1.01,1.4761792182922364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,power_law_1.01,1.547871971130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,power_law_1.01,1.6728063583374024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,power_law_1.01,1.7338367462158204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,power_law_1.01,1.9695615768432617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,power_law_1.01,1.9830720901489258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,power_law_1.01,2.3658496856689455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,power_law_1.01,2.9784063339233398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,power_law_1.01,3.705446243286133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,power_law_1.01,4.473030471801758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,power_law_1.01,6.513254547119141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,power_law_1.01,8.077740478515626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,power_law_1.01,10.948191833496093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,2,power_law_1.01,13.55203857421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,2,power_law_1.01,25.813632202148437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,2,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,2,power_law_1.2,0.26439681053161623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,2,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,2,power_law_1.2,0.31274240016937255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,2,power_law_1.2,0.512614393234253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,2,power_law_1.2,0.7196671962738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,power_law_1.01,0.11797120571136474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,2,power_law_1.2,1.119654369354248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,power_law_1.01,0.17100800275802613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,2,power_law_1.2,1.1683967590332032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,power_law_1.01,0.19292160272598266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,2,power_law_1.2,1.1958399772644044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,power_law_1.01,0.3620863914489746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,power_law_1.01,0.5953536033630371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,2,power_law_1.2,1.2994815826416015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,power_law_1.01,0.7622655868530274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,2,power_law_1.2,1.340006446838379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,power_law_1.01,1.1323391914367675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,2,power_law_1.2,1.3944831848144532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,power_law_1.01,1.2011520385742187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,2,power_law_1.2,1.4690303802490234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,power_law_1.01,1.2601344108581543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,2,power_law_1.2,1.4657535552978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,power_law_1.01,1.3256704330444335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,2,power_law_1.2,1.5634431838989258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,1,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,power_law_1.01,1.3445055961608887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,2,power_law_1.2,1.5863871574401855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,1,power_law_1.2,0.16670080423355102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,power_law_1.01,1.3858752250671387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,2,power_law_1.2,1.6650239944458007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,1,power_law_1.2,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,power_law_1.01,1.404684829711914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,1,power_law_1.2,0.3436543941497803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,2,power_law_1.2,1.695743942260742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,power_law_1.01,1.4909376144409179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,1,power_law_1.2,0.5007359981536865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,2,power_law_1.2,1.9257280349731445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,power_law_1.01,1.4835712432861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,1,power_law_1.2,0.6893504142761231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,2,power_law_1.2,2.0674495697021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,power_law_1.01,1.5421504020690917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,1,power_law_1.2,1.1376768112182618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,power_law_1.01,1.6609344482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,2,power_law_1.2,2.2214527130126953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,1,power_law_1.2,1.1810879707336426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,power_law_1.01,1.746131134033203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,1,power_law_1.2,1.2289983749389648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,2,power_law_1.2,2.5722496032714846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,power_law_1.01,1.8399232864379882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,1,power_law_1.2,1.2867584228515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,2,power_law_1.2,3.1102975845336913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,1,power_law_1.2,1.3699135780334473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,power_law_1.01,2.055174446105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,2,power_law_1.2,4.082073593139649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,1,power_law_1.2,1.4071807861328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,power_law_1.01,2.1231359481811523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,1,power_law_1.2,1.448972797393799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,2,power_law_1.2,4.9127552032470705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,power_law_1.01,2.4854272842407226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,1,power_law_1.2,1.5122431755065917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,power_law_1.01,3.093503952026367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,2,power_law_1.2,7.052288055419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,1,power_law_1.2,1.5699968338012695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,power_law_1.01,3.9143550872802733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,1,power_law_1.2,1.5994815826416016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,2,power_law_1.2,7.796364593505859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,1,power_law_1.2,1.670355224609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,power_law_1.01,4.6700481414794925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,1,power_law_1.2,1.842790412902832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,power_law_1.01,6.676096343994141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,2,power_law_1.2,10.330335998535157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,1,power_law_1.2,1.940070343017578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,1,power_law_1.2,2.195238494873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,power_law_1.01,7.606304168701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,2,power_law_1.2,14.448640441894531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,1,power_law_1.2,2.256287956237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,power_law_1.01,9.098073577880859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,1,power_law_1.2,2.5661439895629883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,1,power_law_1.2,3.2768192291259766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,1,power_law_1.01,13.78775634765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,1,power_law_1.2,4.035801696777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,2,power_law_1.2,34.12460021972656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,1,power_law_1.2,5.04136962890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,1,power_law_1.2,7.073977661132813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,1,power_law_1.01,29.099392700195313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,1,power_law_1.2,7.900800323486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,1,power_law_1.2,9.346272277832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,1,power_law_1.2,17.707469177246093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,1,power_law_1.2,34.91329345703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,power_law_1.01,0.1093567967414856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,power_law_1.01,0.21114881038665773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,power_law_1.01,0.3368959903717041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,power_law_1.01,0.3645440101623535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,power_law_1.01,0.35778560638427737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,power_law_1.01,0.3780927896499634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,power_law_1.01,0.3735487937927246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,power_law_1.01,0.3889152050018311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,power_law_1.01,0.3891200065612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,power_law_1.01,0.3866624116897583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,power_law_1.01,0.3991424083709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,2,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,2,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,power_law_1.01,0.4145088195800781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,2,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,power_law_1.01,0.42414078712463377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,2,power_law_1.2,0.1367616057395935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,power_law_1.01,0.4478911876678467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,2,power_law_1.2,0.1884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,power_law_1.01,0.501145601272583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,2,power_law_1.2,0.32604160308837893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,power_law_1.01,0.5691391944885253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,2,power_law_1.2,0.3559423923492432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,power_law_1.01,0.6414336204528809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,2,power_law_1.2,0.37908480167388914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,power_law_1.01,0.649625587463379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,2,power_law_1.2,0.3584000110626221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,power_law_1.01,0.8540160179138183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,2,power_law_1.2,0.3788800001144409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,power_law_1.01,1.0235967636108398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,2,power_law_1.2,0.39731199741363527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,power_law_1.01,1.3494336128234863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,2,power_law_1.2,0.38485119342803953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,power_law_1.01,1.5654848098754883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,2,power_law_1.2,0.39076480865478513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,2,power_law_1.2,0.415334415435791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,power_law_1.01,2.154694366455078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,2,power_law_1.2,0.4388671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,power_law_1.01,2.965292739868164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,2,power_law_1.2,0.445849609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,2,power_law_1.2,0.4597760200500488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,power_law_1.01,3.5676223754882814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,2,power_law_1.2,0.5306367874145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,2,power_law_1.2,0.5220416069030762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,2,power_law_1.01,5.934310531616211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,2,power_law_1.2,0.6154240131378174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,2,power_law_1.2,0.6799359798431397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,2,power_law_1.01,11.989644622802734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,2,power_law_1.2,0.906879997253418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,2,power_law_1.2,1.0305472373962403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,2,power_law_1.2,1.365401554107666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,2,power_law_1.2,1.6863168716430663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,2,power_law_1.2,2.6181631088256836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,2,power_law_1.2,3.2681983947753905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,2,power_law_1.2,3.964275360107422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,2,power_law_1.2,6.598681640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,2,power_law_1.2,13.857017517089844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,power_law_1.01,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,power_law_1.01,0.0673792004585266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,power_law_1.01,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,1,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,power_law_1.01,0.1581055998802185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,1,power_law_1.2,0.06492800116539002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,power_law_1.01,0.21175680160522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,1,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,power_law_1.01,0.3348479986190796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,1,power_law_1.2,0.14252159595489503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,power_law_1.01,0.357369589805603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,1,power_law_1.2,0.18431999683380126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,power_law_1.01,0.3704832077026367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,1,power_law_1.2,0.33607680797576905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,power_law_1.01,0.3774463891983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,1,power_law_1.2,0.36188158988952634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,power_law_1.01,0.39076480865478513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,1,power_law_1.2,0.38563199043273927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,power_law_1.01,0.39076480865478513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,1,power_law_1.2,0.3844095945358276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,power_law_1.01,0.4034560203552246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,1,power_law_1.2,0.3915776014328003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,power_law_1.01,0.39976959228515624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,1,power_law_1.2,0.39279999732971194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,power_law_1.01,0.4145088195800781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,1,power_law_1.2,0.4122623920440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,power_law_1.01,0.43109760284423826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,1,power_law_1.2,0.4129024028778076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,power_law_1.01,0.44625282287597656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,1,power_law_1.2,0.4237247943878174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,power_law_1.01,0.4655104160308838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,1,power_law_1.2,0.4442111968994141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,power_law_1.01,0.5314496040344239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,1,power_law_1.2,0.4573184013366699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,power_law_1.01,0.5429312229156494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,1,power_law_1.2,0.47861762046813966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,power_law_1.01,0.6352896213531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,1,power_law_1.2,0.5404672145843505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,power_law_1.01,0.7135231971740723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,1,power_law_1.2,0.560537576675415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,power_law_1.01,0.8798208236694336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,1,power_law_1.2,0.6297472000122071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,power_law_1.01,1.0493951797485352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,1,power_law_1.2,0.7299007892608642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,power_law_1.01,1.3920255661010743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,1,power_law_1.2,0.9134079933166503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,power_law_1.01,1.7182720184326172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,1,power_law_1.2,1.0745856285095214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,power_law_1.01,2.428108787536621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,1,power_law_1.2,1.404313564300537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,power_law_1.01,3.14019832611084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,1,power_law_1.2,1.7379327774047852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,1,power_law_1.2,2.450214385986328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,power_law_1.01,3.903276824951172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,1,power_law_1.2,3.194060707092285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,1,power_law_1.01,6.382611083984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,1,power_law_1.2,3.9295040130615235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,1,power_law_1.01,12.957305908203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,1,power_law_1.2,6.281433486938477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,1,power_law_1.2,13.024275207519532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,power_law_1.01,0.2615231990814209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,power_law_1.01,0.24639999866485596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,power_law_1.01,0.1904703974723816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,power_law_1.01,0.3653631925582886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,power_law_1.01,0.5126207828521728
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,power_law_1.01,0.8753151893615723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,power_law_1.01,0.9449472427368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,power_law_1.01,0.992460823059082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,power_law_1.01,0.9781311988830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,power_law_1.01,0.9768959999084472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,power_law_1.01,1.035871982574463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,power_law_1.01,1.0485759735107423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,power_law_1.01,1.083187198638916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,power_law_1.01,1.0987520217895508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,power_law_1.01,1.1216959953308105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,power_law_1.01,1.1511808395385743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,power_law_1.01,1.2204031944274902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,power_law_1.01,1.3056320190429687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,power_law_1.01,1.4419967651367187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,power_law_1.01,1.5822848320007323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,power_law_1.01,1.6912384033203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,power_law_1.01,1.9990528106689454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,power_law_1.01,2.4965183258056642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,power_law_1.01,3.086956787109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,power_law_1.01,3.8283329010009766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,power_law_1.01,5.472902297973633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,power_law_1.01,9.405862426757812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,power_law_1.01,11.994924926757813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,2,power_law_1.01,13.867015075683593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,2,power_law_1.01,28.500582885742187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,2,power_law_1.2,0.2595135927200317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,2,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,2,power_law_1.2,0.2047935962677002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,2,power_law_1.2,0.32870399951934814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,2,power_law_1.2,0.42946557998657225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,power_law_1.01,0.15155839920043945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,2,power_law_1.2,0.8427519798278809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,power_law_1.01,0.15113600492477416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,2,power_law_1.2,0.8876095771789551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,power_law_1.01,0.22568318843841553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,2,power_law_1.2,0.9699328422546387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,power_law_1.01,0.35530240535736085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,power_law_1.01,0.5388288021087646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,2,power_law_1.2,1.0260543823242188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,power_law_1.01,0.881049633026123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,2,power_law_1.2,1.0346559524536132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,power_law_1.01,0.9465920448303222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,2,power_law_1.2,1.0737664222717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,power_law_1.01,0.9670656204223633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,2,power_law_1.2,1.0782719612121583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,power_law_1.01,0.9969663619995117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,2,power_law_1.2,1.1036416053771974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,power_law_1.01,1.022758388519287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,2,power_law_1.2,1.1585472106933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,power_law_1.01,1.03056001663208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,2,power_law_1.2,1.2122112274169923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,power_law_1.01,1.0586048126220704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,2,power_law_1.2,1.2118016242980958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,power_law_1.01,1.0668095588684081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,2,power_law_1.2,1.2515263557434082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,power_law_1.01,1.1229120254516602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,2,power_law_1.2,1.32608003616333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,power_law_1.01,1.1388863563537597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,1,power_law_1.2,0.1517632007598877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,2,power_law_1.2,1.4665727615356445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,power_law_1.01,1.188044834136963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,1,power_law_1.2,0.12676479816436767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,power_law_1.01,1.2154815673828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,2,power_law_1.2,1.7076223373413086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,1,power_law_1.2,0.2201535940170288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,power_law_1.01,1.3928447723388673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,1,power_law_1.2,0.3026943922042847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,2,power_law_1.2,1.9539968490600585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,power_law_1.01,1.5179712295532226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,1,power_law_1.2,0.43233280181884765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,2,power_law_1.2,2.4440832138061523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,power_law_1.01,1.75677433013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,1,power_law_1.2,0.8423359870910645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,2,power_law_1.2,2.6743040084838867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,1,power_law_1.2,0.9277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,power_law_1.01,1.8305088043212892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,2,power_law_1.2,3.433676910400391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,1,power_law_1.2,0.993286418914795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,power_law_1.01,2.2513664245605467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,1,power_law_1.2,1.0174592018127442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,power_law_1.01,2.5206783294677733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,2,power_law_1.2,4.691775894165039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,1,power_law_1.2,1.0387455940246582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,power_law_1.01,3.200204849243164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,1,power_law_1.2,1.0827775955200196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,2,power_law_1.2,6.0917823791503904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,power_law_1.01,3.9282623291015626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,1,power_law_1.2,1.1175935745239258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,1,power_law_1.2,1.1315263748168944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,2,power_law_1.2,10.428620910644531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,power_law_1.01,5.629766464233398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,1,power_law_1.2,1.1753600120544434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,1,power_law_1.2,1.1958271980285644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,power_law_1.01,7.7779075622558596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,2,power_law_1.2,15.270303344726562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,1,power_law_1.2,1.2203776359558105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,1,power_law_1.2,1.2924991607666017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,power_law_1.01,10.609900665283202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,1,power_law_1.2,1.4038847923278808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,2,power_law_1.2,17.1546630859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,1,power_law_1.2,1.4729151725769043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,1,power_law_1.01,14.017575073242188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,1,power_law_1.2,1.6920511245727539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,1,power_law_1.2,1.77193603515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,1,power_law_1.2,2.1166080474853515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,2,power_law_1.2,33.518795776367185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,1,power_law_1.2,2.617344093322754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,1,power_law_1.01,28.138494873046874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,1,power_law_1.2,3.3234878540039063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,1,power_law_1.2,4.040703964233399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,1,power_law_1.2,5.571590423583984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,1,power_law_1.2,7.192173004150391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,1,power_law_1.2,8.906361389160157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,1,power_law_1.2,14.23609619140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,power_law_1.01,0.18534400463104247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,power_law_1.01,0.28241920471191406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,1,power_law_1.2,28.936404418945312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,power_law_1.01,0.4696191787719727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,power_law_1.01,0.29921278953552244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,power_law_1.01,0.6688767910003662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,power_law_1.01,0.9736255645751953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,power_law_1.01,1.1696127891540526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,power_law_1.01,1.5118335723876952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,power_law_1.01,1.6154624938964843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,power_law_1.01,1.6642047882080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,power_law_1.01,1.7927936553955077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,power_law_1.01,1.8751487731933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,power_law_1.01,1.8370431900024413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,2,power_law_1.2,0.17612160444259645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,power_law_1.01,1.9101696014404297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,2,power_law_1.2,0.2715456008911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,power_law_1.01,2.026495933532715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,2,power_law_1.2,0.31395840644836426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,power_law_1.01,2.0191167831420898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,2,power_law_1.2,0.32460799217224123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,power_law_1.01,2.119475173950195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,2,power_law_1.2,0.601913595199585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,power_law_1.01,2.2358015060424803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,2,power_law_1.2,0.8978431701660157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,power_law_1.01,2.2759424209594727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,2,power_law_1.2,1.003110408782959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,power_law_1.01,2.4723520278930664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,2,power_law_1.2,1.4432255744934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,power_law_1.01,2.7633663177490235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,2,power_law_1.2,1.48603515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,power_law_1.01,3.1821823120117188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,2,power_law_1.2,1.6269311904907227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,power_law_1.01,3.812761688232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,2,power_law_1.2,1.6535615921020508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,2,power_law_1.2,1.8026432037353515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,power_law_1.01,4.581990432739258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,2,power_law_1.2,1.8141183853149414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,power_law_1.01,4.802355194091797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,2,power_law_1.2,1.9286016464233398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,power_law_1.01,6.554029083251953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,2,power_law_1.2,2.0011007308959963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,2,power_law_1.2,2.1024703979492188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,power_law_1.01,10.393389129638672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,2,power_law_1.2,2.0907968521118163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,2,power_law_1.2,2.2996992111206054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,power_law_1.01,12.44118423461914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,2,power_law_1.2,2.3588863372802735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,2,power_law_1.2,2.685740852355957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,2,power_law_1.01,16.663352966308594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,2,power_law_1.2,2.9050880432128907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,2,power_law_1.2,3.3521728515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,2,power_law_1.2,3.872972869873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,2,power_law_1.01,27.827392578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,2,power_law_1.2,4.651641464233398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,2,power_law_1.2,5.444627380371093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,2,power_law_1.2,6.762905883789062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,power_law_1.01,0.11038080453872681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,2,power_law_1.2,10.432742309570312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,power_law_1.01,0.11037440299987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,power_law_1.01,0.14602240324020385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,power_law_1.01,0.145414400100708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,2,power_law_1.2,12.607513427734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,power_law_1.01,0.14725120067596437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,power_law_1.01,0.15360000133514404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,power_law_1.01,0.15360000133514404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,power_law_1.01,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,2,power_law_1.2,19.136915588378905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,power_law_1.01,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,power_law_1.01,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,power_law_1.01,0.1765247941017151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,power_law_1.01,0.174892795085907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,power_law_1.01,0.184934401512146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,power_law_1.01,0.20049281120300294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,2,power_law_1.2,42.411416625976564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,power_law_1.01,0.20992000102996827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,power_law_1.01,0.25845119953155515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,power_law_1.01,0.2988032102584839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,power_law_1.01,0.3627007961273193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,power_law_1.01,0.46304640769958494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,power_law_1.01,0.5306240081787109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,power_law_1.01,0.7806975841522217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,power_law_1.01,0.12942080497741698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,power_law_1.01,0.9207807540893554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,power_law_1.01,1.551155185699463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,power_law_1.01,0.172435200214386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,1,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,power_law_1.01,1.7797311782836913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,power_law_1.01,0.2744256019592285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,1,power_law_1.2,0.171014404296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,power_law_1.01,2.892799949645996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,power_law_1.01,0.32912640571594237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,1,power_law_1.2,0.2080832004547119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,power_law_1.01,3.9946369171142577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,power_law_1.01,0.6406144142150879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,1,power_law_1.2,0.33649280071258547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,power_law_1.01,4.93568000793457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,power_law_1.01,0.9494463920593261
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,1,power_law_1.2,0.551532793045044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,2,power_law_1.01,7.946463775634766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,power_law_1.01,1.1147071838378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,1,power_law_1.2,0.8400896072387696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,power_law_1.01,1.5249343872070313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,1,power_law_1.2,0.9973759651184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,2,power_law_1.01,19.684352111816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,power_law_1.01,1.6121984481811524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,1,power_law_1.2,1.466982364654541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,power_law_1.01,1.6863168716430663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,1,power_law_1.2,1.5564736366271972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,power_law_1.01,1.7494016647338868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,1,power_law_1.2,1.6052160263061523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,power_law_1.01,1.8689983367919922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,1,power_law_1.2,1.714182472229004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,power_law_1.01,1.8686016082763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,1,power_law_1.2,1.780531120300293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,power_law_1.01,1.972831916809082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,1,power_law_1.2,1.9249151229858399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,power_law_1.01,2.0244415283203123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,1,power_law_1.2,1.9474431991577148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,power_law_1.01,2.0514816284179687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,1,power_law_1.2,1.9785663604736328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,power_law_1.01,2.1407743453979493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,1,power_law_1.2,2.032640075683594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,power_law_1.01,2.3859136581420897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,1,power_law_1.2,2.185420799255371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,power_law_1.01,2.4588415145874025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,1,power_law_1.2,2.3037952423095702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,power_law_1.01,2.679193687438965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,1,power_law_1.2,2.531942367553711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,power_law_1.01,2.821952056884766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,1,power_law_1.2,2.796953582763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,power_law_1.01,3.291961669921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,1,power_law_1.2,2.998886489868164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,power_law_1.01,3.8385665893554686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,1,power_law_1.2,3.4721790313720704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,power_law_1.01,4.751155090332031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,1,power_law_1.2,4.226675033569336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,power_law_1.01,5.232236862182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,1,power_law_1.2,5.172032165527344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,power_law_1.01,7.047596740722656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,1,power_law_1.2,6.864908599853516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,power_law_1.01,9.496147155761719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,1,power_law_1.2,8.510681915283204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,power_law_1.01,11.865497589111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,1,power_law_1.2,10.217900848388672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,1,power_law_1.2,13.029983520507812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,1,power_law_1.01,18.44226531982422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,1,power_law_1.2,18.665286254882812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,1,power_law_1.01,37.31477661132813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,1,power_law_1.2,36.53284606933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,power_law_1.01,0.07735040187835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,power_law_1.01,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,2,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,power_law_1.01,0.14212479591369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,2,power_law_1.2,0.11674239635467529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,power_law_1.01,0.14540159702301025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,2,power_law_1.2,0.11284480094909669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,power_law_1.01,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,2,power_law_1.2,0.1388479948043823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,2,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,power_law_1.01,0.15504000186920167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,2,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,power_law_1.01,0.15442559719085694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,2,power_law_1.2,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,power_law_1.01,0.15978239774703978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,2,power_law_1.2,0.15564800500869752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,power_law_1.01,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,2,power_law_1.2,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,power_law_1.01,0.16917120218276976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,2,power_law_1.2,0.1609663963317871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,power_law_1.01,0.18718080520629882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,2,power_law_1.2,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,power_law_1.01,0.19045759439468385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,2,power_law_1.2,0.1716223955154419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,power_law_1.01,0.21011199951171874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,1,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,2,power_law_1.2,0.1703871965408325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,power_law_1.01,0.24309759140014647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,1,power_law_1.2,0.07393919825553893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,2,power_law_1.2,0.18840960264205933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,power_law_1.01,0.2918463945388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,1,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,power_law_1.01,0.35983359813690186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,2,power_law_1.2,0.20766079425811768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,1,power_law_1.2,0.13763840198516847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,power_law_1.01,0.4405248165130615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,2,power_law_1.2,0.22282240390777588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,1,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,power_law_1.01,0.5818367958068847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,2,power_law_1.2,0.2504703998565674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,1,power_law_1.2,0.1419263958930969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,power_law_1.01,0.7151616096496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,2,power_law_1.2,0.2811968088150024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,1,power_law_1.2,0.1461951971054077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,2,power_law_1.2,0.3532864093780518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,power_law_1.01,1.0268671989440918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,1,power_law_1.2,0.14662400484085084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,2,power_law_1.2,0.48394241333007815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,power_law_1.01,1.3146112442016602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,1,power_law_1.2,0.15482239723205565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,2,power_law_1.2,0.5621695995330811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,power_law_1.01,1.9494783401489257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,1,power_law_1.2,0.1542080044746399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,2,power_law_1.2,0.8134655952453613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,1,power_law_1.2,0.15359359979629517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,power_law_1.01,2.646835136413574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,2,power_law_1.2,0.9908160209655762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,1,power_law_1.2,0.16015360355377198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,power_law_1.01,3.3427391052246094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,2,power_law_1.2,1.4170111656188964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,1,power_law_1.2,0.16260479688644408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,1,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,2,power_law_1.2,2.0707328796386717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,1,power_law_1.01,5.489247894287109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,1,power_law_1.2,0.1908735990524292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,2,power_law_1.2,2.495692825317383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,1,power_law_1.2,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,1,power_law_1.01,11.88023681640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,2,power_law_1.2,3.3284095764160155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,1,power_law_1.2,0.20541439056396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,1,power_law_1.2,0.2545664072036743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,2,power_law_1.2,5.112223815917969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,1,power_law_1.2,0.2942975997924805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,1,power_law_1.2,0.3637631893157959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,2,power_law_1.2,8.515167999267579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,1,power_law_1.2,0.4347968101501465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,1,power_law_1.2,0.5781439781188965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,1,power_law_1.2,0.7135231971740723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,2,power_law_1.2,21.616851806640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,1,power_law_1.2,1.0162240028381349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,1,power_law_1.2,1.3150527954101563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,1,power_law_1.2,1.9572992324829102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,1,power_law_1.2,2.6542079925537108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,1,power_law_1.2,3.378790283203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,1,power_law_1.2,5.570380783081054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,1,power_law_1.2,11.583859252929688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,power_law_1.01,0.16588159799575805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,power_law_1.01,0.21381120681762694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,power_law_1.01,0.22364161014556885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,power_law_1.01,0.22651519775390624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,power_law_1.01,0.22773120403289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,power_law_1.01,0.22403841018676757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,power_law_1.01,0.24453120231628417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,power_law_1.01,0.2483839988708496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,power_law_1.01,0.2594815969467163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,power_law_1.01,0.255180811882019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,power_law_1.01,0.13619199991226197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,power_law_1.01,0.28323841094970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,power_law_1.01,0.28545279502868653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,power_law_1.01,0.16958080530166625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,power_law_1.01,0.32337920665740966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,power_law_1.01,0.31088640689849856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,power_law_1.01,0.22077438831329346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,power_law_1.01,0.375596809387207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,power_law_1.01,0.42312960624694823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,power_law_1.01,0.34754559993743894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,power_law_1.01,0.5634047985076904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,power_law_1.01,0.43192319869995116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,power_law_1.01,0.6733823776245117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,power_law_1.01,0.6158336162567138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,power_law_1.01,0.791315221786499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,2,power_law_1.2,0.15113600492477416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,power_law_1.01,1.1577280044555665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,power_law_1.01,0.6537280082702637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,2,power_law_1.2,0.1368127942085266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,power_law_1.01,1.5937536239624024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,power_law_1.01,0.6643712043762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,2,power_law_1.2,0.1644544005393982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,power_law_1.01,2.1526527404785156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,2,power_law_1.2,0.22240641117095947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,power_law_1.01,0.6905856132507324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,2,power_law_1.2,0.22302720546722413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,power_law_1.01,2.8145727157592773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,power_law_1.01,0.7303167819976807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,2,power_law_1.2,0.22468481063842774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,power_law_1.01,4.544300842285156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,2,power_law_1.2,0.22876160144805907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,power_law_1.01,0.7516160011291504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,2,power_law_1.2,0.2308095932006836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,power_law_1.01,5.94780158996582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,2,power_law_1.2,0.2348992109298706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,power_law_1.01,0.7647232055664063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,2,power_law_1.2,0.24145920276641847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,power_law_1.01,6.753478240966797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,power_law_1.01,0.7979008197784424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,2,power_law_1.2,0.24657919406890869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,2,power_law_1.2,0.2668544054031372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,power_law_1.01,0.8335295677185058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,2,power_law_1.2,0.26051199436187744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,2,power_law_1.01,14.48802490234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,power_law_1.01,0.8159616470336915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,2,power_law_1.2,0.27504639625549315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,2,power_law_1.2,0.3000319957733154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,power_law_1.01,0.8839167594909668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,2,power_law_1.2,0.31293439865112305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,power_law_1.01,0.9134079933166503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,2,power_law_1.2,0.3678208112716675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,2,power_law_1.01,32.22917175292969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,power_law_1.01,0.9592831611633301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,2,power_law_1.2,0.43683838844299316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,power_law_1.01,0.11712000370025635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,power_law_1.01,1.094649600982666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,2,power_law_1.2,0.5691391944885253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,power_law_1.01,1.1786239624023438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,2,power_law_1.2,0.7188543796539306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,power_law_1.01,0.202508807182312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,2,power_law_1.2,0.789299201965332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,power_law_1.01,1.3780991554260253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,power_law_1.01,0.2091007947921753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,2,power_law_1.2,1.2752896308898927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,power_law_1.01,1.61014404296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,power_law_1.01,0.21667840480804443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,2,power_law_1.2,1.6113664627075195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,power_law_1.01,0.22446079254150392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,power_law_1.01,2.0580352783203124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,power_law_1.01,0.22405118942260743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,2,power_law_1.2,2.057625579833984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,power_law_1.01,2.6046464920043944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,power_law_1.01,0.2184959888458252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,2,power_law_1.2,3.5751937866210937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,power_law_1.01,0.22732799053192138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,power_law_1.01,3.664896011352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,2,power_law_1.2,5.009408187866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,power_law_1.01,0.232857608795166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,power_law_1.01,4.074297714233398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,power_law_1.01,0.24085760116577148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,2,power_law_1.2,7.26982421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,power_law_1.01,0.24615039825439453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,power_law_1.01,4.90332145690918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,power_law_1.01,0.25436160564422605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,2,power_law_1.2,8.756658935546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,power_law_1.01,0.28158719539642335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,power_law_1.01,0.2844288110733032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,2,power_law_1.01,8.607782745361328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,2,power_law_1.2,13.477095031738282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,power_law_1.01,0.31436159610748293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,power_law_1.01,0.37518720626831054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,power_law_1.01,0.4462463855743408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,2,power_law_1.01,15.650816345214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,2,power_law_1.2,0.1130687952041626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,power_law_1.01,0.557260799407959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,2,power_law_1.2,29.741677856445314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,power_law_1.01,0.7004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,2,power_law_1.2,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,power_law_1.01,0.9277824401855469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,2,power_law_1.2,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,power_law_1.01,1.146675205230713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,2,power_law_1.2,0.21094400882720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,power_law_1.01,1.651513671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,2,power_law_1.2,0.28999040126800535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,power_law_1.01,2.3257024765014647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,2,power_law_1.2,0.38090240955352783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,power_law_1.01,3.5911617279052734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,2,power_law_1.2,0.601907205581665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,power_law_1.01,4.516486358642578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,2,power_law_1.2,0.6447103977203369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,2,power_law_1.2,0.6897664070129395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,power_law_1.01,5.738124847412109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,2,power_law_1.2,0.7086143970489502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,1,power_law_1.01,9.511500549316406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,2,power_law_1.2,0.7208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,2,power_law_1.2,0.727449607849121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,2,power_law_1.2,0.7815167903900146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,1,power_law_1.01,21.140882873535155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,2,power_law_1.2,0.7954432010650635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,2,power_law_1.2,0.809779167175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,2,power_law_1.2,0.8810560226440429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,2,power_law_1.2,0.9056192398071289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,2,power_law_1.2,0.952729606628418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,2,power_law_1.2,1.0276864051818848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,1,power_law_1.2,0.10607999563217163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,2,power_law_1.2,1.1708352088928222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,1,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,2,power_law_1.2,1.2134400367736817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,1,power_law_1.2,0.11633280515670777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,1,power_law_1.2,0.2170880079269409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,2,power_law_1.2,1.4485440254211426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,1,power_law_1.2,0.21627519130706788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,power_law_1.01,0.10281599760055542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,2,power_law_1.2,1.6744319915771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,1,power_law_1.2,0.21810560226440429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,power_law_1.01,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,1,power_law_1.2,0.22466559410095216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,2,power_law_1.2,2.1248064041137695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,1,power_law_1.2,0.22609920501708985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,1,power_law_1.2,0.23019518852233886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,2,power_law_1.2,2.659129524230957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,power_law_1.01,0.2275264024734497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,1,power_law_1.2,0.2303999900817871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,1,power_law_1.2,0.0899071991443634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,1,power_law_1.2,0.2373568058013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,power_law_1.01,0.34406399726867676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,2,power_law_1.2,3.3730430603027344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,1,power_law_1.2,0.24309759140014647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,1,power_law_1.2,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,power_law_1.01,0.45035519599914553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,1,power_law_1.2,0.2514944076538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,1,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,2,power_law_1.2,4.779014587402344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,1,power_law_1.2,0.25559039115905763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,power_law_1.01,0.6306111812591553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,1,power_law_1.2,0.2166719913482666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,1,power_law_1.2,0.27607040405273436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,power_law_1.01,0.661510419845581
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,1,power_law_1.2,0.28958721160888673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,2,power_law_1.2,5.859539031982422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,1,power_law_1.2,0.3043328046798706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,1,power_law_1.2,0.31887359619140626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,power_law_1.01,0.6811840057373046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,1,power_law_1.2,0.3989504098892212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,1,power_law_1.2,0.37827200889587403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,power_law_1.01,0.7155712127685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,1,power_law_1.2,0.43847041130065917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,1,power_law_1.2,0.6211584091186524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,2,power_law_1.2,10.152345275878906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,1,power_law_1.2,0.558073616027832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,power_law_1.01,0.743833589553833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,1,power_law_1.2,0.6496384143829346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,1,power_law_1.2,0.6598464012145996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,power_law_1.01,0.7700479984283447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,1,power_law_1.2,0.7016640186309815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,1,power_law_1.2,0.906067180633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,1,power_law_1.2,1.1225024223327638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,power_law_1.01,0.7864319801330566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,1,power_law_1.2,0.7036799907684326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,2,power_law_1.2,16.424371337890626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,1,power_law_1.2,1.5822784423828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,power_law_1.01,0.8560640335083007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,1,power_law_1.2,0.7442431926727295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,1,power_law_1.2,2.0932607650756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,power_law_1.01,0.8556544303894043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,1,power_law_1.2,0.7876416206359863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,1,power_law_1.2,3.1924160003662108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,power_law_1.01,0.9080767631530762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,1,power_law_1.2,0.7802879810333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,1,power_law_1.2,4.379859161376953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,power_law_1.01,0.8970239639282227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,1,power_law_1.2,0.8261695861816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,1,power_law_1.2,5.430284881591797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,power_law_1.01,0.9723903656005859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,1,power_law_1.2,0.8667136192321777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,1,power_law_1.2,9.311634826660157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,power_law_1.01,1.0774527549743653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,1,power_law_1.2,0.8900608062744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,1,power_law_1.2,0.9175040245056152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,power_law_1.01,1.2159168243408203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,1,power_law_1.2,19.969056701660158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,1,power_law_1.2,1.040390396118164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,power_law_1.01,1.3248512268066406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,1,power_law_1.2,1.092204761505127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,power_law_1.01,1.5859840393066407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,1,power_law_1.2,1.248256015777588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,power_law_1.01,1.805504035949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,1,power_law_1.2,1.355564785003662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,power_law_1.01,2.3029632568359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,1,power_law_1.2,1.6084991455078126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,power_law_1.01,3.0062591552734377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,1,power_law_1.2,1.8882560729980469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,power_law_1.01,4.079206466674805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,1,power_law_1.2,2.4055807113647463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,power_law_1.01,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,power_law_1.01,5.025369644165039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,1,power_law_1.2,3.14388484954834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,1,power_law_1.2,4.235667037963867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,power_law_1.01,6.076019287109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,power_law_1.01,0.19619840383529663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,1,power_law_1.2,4.988518524169922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,power_law_1.01,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,1,power_law_1.01,8.92252197265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,1,power_law_1.2,6.096089553833008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,power_law_1.01,0.210534405708313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,power_law_1.01,0.21381120681762694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,1,power_law_1.2,9.373292541503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,1,power_law_1.01,17.600518798828126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,power_law_1.01,0.22446079254150392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,power_law_1.01,0.22957439422607423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,power_law_1.01,0.23388159275054932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,power_law_1.01,0.2316351890563965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,1,power_law_1.2,18.880723571777345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,power_law_1.01,0.24596478939056396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,power_law_1.01,0.26071040630340575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,power_law_1.01,0.2619391918182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,power_law_1.01,0.2906176090240479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,power_law_1.01,0.30126080513000486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,power_law_1.01,0.36142721176147463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,2,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,power_law_1.01,0.42455039024353025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,2,power_law_1.2,0.05509120225906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,power_law_1.01,0.5224448204040527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,2,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,2,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,power_law_1.01,0.6717440128326416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,2,power_law_1.2,0.11816960573196411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,power_law_1.01,0.8691712379455566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,2,power_law_1.2,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,power_law_1.01,1.02359037399292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,2,power_law_1.2,0.19990400075912476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,power_law_1.01,1.528217601776123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,2,power_law_1.2,0.21419520378112794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,power_law_1.01,1.9511295318603517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,2,power_law_1.2,0.21299200057983397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,2,power_law_1.2,0.22220160961151122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,power_law_1.01,2.2673408508300783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,2,power_law_1.2,0.23162879943847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,2,power_law_1.2,0.2371583938598633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,power_law_1.01,0.04890879988670349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,2,power_law_1.01,3.6808704376220702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,2,power_law_1.2,0.23142399787902831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,power_law_1.01,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,2,power_law_1.2,0.23470079898834229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,2,power_law_1.01,7.67918701171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,2,power_law_1.2,0.24657919406890869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,power_law_1.01,0.13518719673156737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,2,power_law_1.2,0.2535423994064331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,power_law_1.01,0.2002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,2,power_law_1.2,0.2666559934616089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,power_law_1.01,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,2,power_law_1.2,0.2916352033615112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,power_law_1.01,0.22036480903625488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,2,power_law_1.2,0.315391993522644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,power_law_1.01,0.22159359455108643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,2,power_law_1.2,0.3803136110305786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,power_law_1.01,0.22814719676971434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,2,power_law_1.2,0.43520002365112304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,power_law_1.01,0.235315203666687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,2,power_law_1.2,0.5441535949707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,power_law_1.01,0.24022400379180908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,2,power_law_1.2,0.648806381225586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,power_law_1.01,0.24289278984069823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,2,power_law_1.2,0.8376383781433105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,power_law_1.01,0.25295999050140383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,2,power_law_1.2,1.0614784240722657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,power_law_1.01,0.26928000450134276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,1,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,power_law_1.01,0.2820159912109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,2,power_law_1.2,1.5777471542358399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,1,power_law_1.2,0.054681599140167236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,power_law_1.01,0.2953023910522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,2,power_law_1.2,1.862451171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,1,power_law_1.2,0.07065600156784058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,power_law_1.01,0.3463167905807495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,1,power_law_1.2,0.10032639503479004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,2,power_law_1.2,2.4240127563476563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,power_law_1.01,0.35491199493408204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,1,power_law_1.2,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,power_law_1.01,0.4319039821624756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,2,power_law_1.2,4.107475280761719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,1,power_law_1.2,0.19905920028686525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,power_law_1.01,0.4958208084106445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,1,power_law_1.2,0.21094400882720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,power_law_1.01,0.6435135841369629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,1,power_law_1.2,0.22323200702667237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,2,power_law_1.2,8.91637725830078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,power_law_1.01,0.7983104228973389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,1,power_law_1.2,0.23121919631958007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,1,power_law_1.2,0.229369592666626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,power_law_1.01,1.0688575744628905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,1,power_law_1.2,0.23552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,power_law_1.01,1.339590358734131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,1,power_law_1.2,0.2383807897567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,power_law_1.01,1.8862079620361327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,1,power_law_1.2,0.2474047899246216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,1,power_law_1.2,0.2558336019515991
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,power_law_1.01,2.424006462097168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,1,power_law_1.2,0.2656383991241455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,power_law_1.01,2.9865983963012694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,1,power_law_1.2,0.27423360347747805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,1,power_law_1.2,0.2973952054977417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,1,power_law_1.01,4.663910293579102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,1,power_law_1.2,0.3403712034225464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,1,power_law_1.2,0.3629120111465454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,1,power_law_1.2,0.43642239570617675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,1,power_law_1.01,9.512761688232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,1,power_law_1.2,0.49786877632141113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,1,power_law_1.2,0.6397952079772949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,1,power_law_1.2,0.7933951854705811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,1,power_law_1.2,1.063526439666748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,1,power_law_1.2,1.324441623687744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,1,power_law_1.2,1.846886444091797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,1,power_law_1.2,2.381407928466797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,1,power_law_1.2,2.936627197265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,1,power_law_1.2,4.597958374023437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,1,power_law_1.2,9.191014099121094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,power_law_1.01,0.1375872015953064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,power_law_1.01,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,power_law_1.01,0.22814719676971434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,power_law_1.01,0.2836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,power_law_1.01,0.46961278915405275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,power_law_1.01,0.5060480117797852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,power_law_1.01,0.528172779083252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,power_law_1.01,0.5306367874145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,power_law_1.01,0.535532808303833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,power_law_1.01,0.5785600185394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,2,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,power_law_1.01,0.5801919937133789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,2,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,power_law_1.01,0.5769216060638428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,2,power_law_1.2,0.14603519439697266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,power_law_1.01,0.6187071800231934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,2,power_law_1.2,0.1957759976387024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,power_law_1.01,0.6227968215942383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,2,power_law_1.2,0.2684927940368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,power_law_1.01,0.630790376663208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,2,power_law_1.2,0.48762879371643064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,power_law_1.01,0.6709311962127685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,2,power_law_1.2,0.5159103870391846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,power_law_1.01,0.7348159790039063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,2,power_law_1.2,0.5298111915588379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,power_law_1.01,0.7725120067596436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,2,power_law_1.2,0.5593535900115967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,power_law_1.01,0.9056256294250489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,2,power_law_1.2,0.5367872238159179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,power_law_1.01,1.075814437866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,2,power_law_1.2,0.5695168018341065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,power_law_1.01,1.277337646484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,2,power_law_1.2,0.5785600185394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,power_law_1.01,1.3780927658081055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,2,power_law_1.2,0.6146048069000244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,power_law_1.01,1.79117431640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,2,power_law_1.2,0.6301695823669433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,power_law_1.01,2.304204750061035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,2,power_law_1.2,0.6248447895050049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,power_law_1.01,2.9239295959472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,2,power_law_1.2,0.6610879898071289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,2,power_law_1.2,0.7
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,power_law_1.01,4.064870452880859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,2,power_law_1.2,0.779475212097168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,2,power_law_1.2,0.7766079902648926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,power_law_1.01,5.17652473449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,2,power_law_1.2,0.9297727584838867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,2,power_law_1.01,7.4160316467285154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,2,power_law_1.2,0.9748479843139648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,2,power_law_1.2,1.1925439834594727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,2,power_law_1.2,1.5761471748352052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,2,power_law_1.01,15.839654541015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,2,power_law_1.2,1.8268224716186523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,2,power_law_1.2,2.6746944427490233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,2,power_law_1.2,3.6984832763671873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,2,power_law_1.2,4.433299255371094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,2,power_law_1.2,5.8761344909667965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,2,power_law_1.2,9.607814025878906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,power_law_1.2,0.10015360116958619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,1,power_law_1.01,0.10178560018539429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,power_law_1.2,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,1,power_law_1.01,0.10691200494766236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,2,power_law_1.2,17.985331726074218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,power_law_1.2,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,1,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,power_law_1.2,0.19517439603805542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,1,power_law_1.01,0.21422080993652343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,power_law_1.2,0.26231679916381834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,1,power_law_1.01,0.29633920192718505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,power_law_1.2,0.4646912097930908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,1,power_law_1.01,0.450764799118042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,power_law_1.2,0.5294079780578613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,1,power_law_1.01,0.5031871795654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,power_law_1.2,0.5494783878326416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,1,power_law_1.01,0.5330944061279297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,power_law_1.2,0.5609407901763916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,1,power_law_1.01,0.5592895984649658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,power_law_1.2,0.5814144134521484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,1,power_law_1.01,0.5691328048706055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,1,2,power_law_1.01,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,power_law_1.2,0.6150207996368409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,1,power_law_1.01,0.5892096042633057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,1,2,power_law_1.01,0.04955520033836365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,power_law_1.2,0.6068287849426269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,1,power_law_1.01,0.6060031890869141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,1,2,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,power_law_1.2,0.6301695823669433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,1,2,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,1,power_law_1.01,0.6146048069000244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,power_law_1.2,0.654534387588501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,1,2,power_law_1.01,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,1,power_law_1.01,0.634496021270752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,1,2,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,power_law_1.2,0.678707218170166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,1,power_law_1.01,0.6610943794250488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,1,2,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,power_law_1.2,0.6922175884246826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,1,2,power_law_1.01,0.1044543981552124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,1,power_law_1.01,0.6692992210388183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,power_law_1.2,0.7139328002929688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,1,2,power_law_1.01,0.09870719909667969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,1,power_law_1.01,0.7016448020935059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,1,2,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,power_law_1.2,0.7798848152160645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,1,power_law_1.01,0.7938047885894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,1,2,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,power_law_1.2,0.8560640335083007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,1,2,power_law_1.2,0.06469119787216186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,1,2,power_law_1.01,0.13639039993286134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,1,power_law_1.01,0.8364095687866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,1,2,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,1,2,power_law_1.01,0.14028799533843994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,power_law_1.2,0.9928447723388671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,power_law_1.01,0.11430399417877198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,1,power_law_1.01,0.9977855682373047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,1,2,power_law_1.2,0.0591871976852417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,1,2,power_law_1.01,0.1740671992301941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,power_law_1.2,1.0569664001464845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,power_law_1.01,0.16876159906387328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,1,2,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,1,power_law_1.01,1.0457088470458984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,1,2,power_law_1.01,0.18679039478302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,1,2,power_law_1.2,0.08071039915084839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,power_law_1.2,1.3109248161315918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,power_law_1.01,0.2711551904678345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,1,2,power_law_1.01,0.18677760362625123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,1,power_law_1.01,1.28471040725708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,1,2,power_law_1.2,0.09827839732170104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,1,2,power_law_1.01,0.2420736074447632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,power_law_1.01,0.2129983901977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,power_law_1.2,1.5871999740600586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,1,2,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,1,power_law_1.01,1.5466496467590332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,1,2,power_law_1.01,0.3037184000015259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,1,2,power_law_1.2,0.10343040227890014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,power_law_1.01,0.37416958808898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,1,2,power_law_1.01,0.40447998046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,power_law_1.2,2.0510784149169923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,1,power_law_1.01,2.000691223144531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,1,2,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,1,2,power_law_1.01,0.7291007995605469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,power_law_1.01,0.5548031806945801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,1,2,power_law_1.2,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,power_law_1.2,2.5350080490112306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,1,power_law_1.01,2.7271295547485352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,1,2,power_law_1.01,0.8347647666931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,1,2,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,power_law_1.01,0.6545407772064209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,1,2,power_law_1.01,0.9809920310974121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,1,2,power_law_1.2,0.1404863953590393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,power_law_1.2,3.507398223876953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,1,power_law_1.01,3.701760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,power_law_1.01,0.8167424201965332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,1,2,power_law_1.01,1.5450112342834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,1,2,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,power_law_1.2,4.558246231079101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,1,2,power_law_1.2,0.15073920488357545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,1,2,power_law_1.01,2.150604820251465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,1,power_law_1.01,4.293836975097657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,power_law_1.01,0.8433664321899415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,1,2,power_law_1.2,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,1,2,power_law_1.01,3.1789056777954103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,power_law_1.01,0.8998911857604981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,1,2,power_law_1.2,0.21422080993652343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,power_law_1.2,5.531488037109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,1,power_law_1.01,5.274220657348633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,1,2,power_law_1.01,4.994655990600586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,1,2,power_law_1.2,0.24268798828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,power_law_1.01,0.9256896018981934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,1,2,power_law_1.2,0.34552319049835206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,1,2,power_law_1.01,5.748735809326172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,1,power_law_1.2,8.811942291259765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,1,power_law_1.01,8.669395446777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,power_law_1.01,0.9637887954711915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,1,2,power_law_1.2,0.39689600467681885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,1,2,power_law_1.01,7.16082534790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,1,2,power_law_1.2,0.5900224208831787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,power_law_1.01,0.991641616821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,1,2,power_law_1.2,0.7794623851776123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,1,2,power_law_1.01,10.867922973632812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,power_law_1.01,1.0391551971435546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,1,2,power_law_1.2,1.3768704414367676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,2,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,1,power_law_1.01,17.033433532714845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,1,power_law_1.2,17.94416046142578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,1,2,power_law_1.2,1.5089792251586913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,power_law_1.01,1.0782719612121583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,2,power_law_1.2,0.16895999908447265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,1,2,power_law_1.2,2.201798439025879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,1,2,power_law_1.01,23.165951538085938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,power_law_1.01,1.1171839714050293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,1,2,power_law_1.2,3.0013376235961915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,2,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,power_law_1.01,1.1393216133117676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,1,2,power_law_1.2,4.88078727722168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,2,power_law_1.2,0.20027520656585693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,power_law_1.01,1.2523520469665528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,1,2,power_law_1.2,5.921996688842773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,2,power_law_1.2,0.3338112115859985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,power_law_1.01,1.2761088371276856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,1,2,power_law_1.2,7.255033874511719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,2,power_law_1.2,0.4822976112365723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,power_law_1.01,1.4014464378356934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,2,power_law_1.2,0.5466047763824463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,1,2,power_law_1.2,14.095974731445313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,power_law_1.01,1.5236991882324218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,2,power_law_1.2,0.7790656089782715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,power_law_1.01,1.7371135711669923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,2,power_law_1.2,0.8429696083068847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,power_law_1.01,2.0355072021484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,1,2,power_law_1.2,27.2189453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,2,power_law_1.2,0.8532095909118652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,2,1,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,power_law_1.01,2.5260032653808593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,2,power_law_1.2,0.949465560913086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,2,1,power_law_1.01,0.04668160080909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,2,1,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,power_law_1.01,2.937855911254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,2,power_law_1.2,0.9363136291503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,2,1,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,1,2,power_law_1.2,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,1,2,power_law_1.01,0.09831680059432983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,2,1,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,2,power_law_1.2,0.9842816352844238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,power_law_1.01,3.675136184692383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,1,2,power_law_1.2,0.08030080199241638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,1,2,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,2,1,power_law_1.01,0.08846719861030579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,2,power_law_1.2,1.0334207534790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,1,2,power_law_1.01,0.08435840010643006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,1,2,power_law_1.2,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,2,1,power_law_1.01,0.08908159732818603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,power_law_1.01,4.986470413208008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,2,power_law_1.2,1.0553343772888184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,1,2,power_law_1.01,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,2,1,power_law_1.01,0.09377279877662659
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,1,2,power_law_1.2,0.11263999938964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,1,2,power_law_1.01,0.11182719469070435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,2,1,power_law_1.01,0.08925439715385437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,1,2,power_law_1.2,0.11325440406799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,2,power_law_1.2,1.0762304306030273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,power_law_1.01,5.803212738037109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,2,1,power_law_1.01,0.09278079867362976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,1,2,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,1,2,power_law_1.2,0.11489280462265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,2,power_law_1.2,1.1200448036193849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,2,1,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,1,2,power_law_1.2,0.11530879735946656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,1,2,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,2,power_law_1.01,8.991142272949219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,2,power_law_1.2,1.2159040451049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,2,1,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,1,2,power_law_1.2,0.1173248052597046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,1,2,power_law_1.01,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,2,1,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,2,power_law_1.2,1.337548828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,1,2,power_law_1.2,0.11836800575256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,1,2,power_law_1.01,0.12204159498214721
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,2,1,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,2,1,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,1,2,power_law_1.2,0.12222720384597778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,1,2,power_law_1.01,0.11754879951477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,power_law_1.01,0.0915391981601715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,2,1,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,2,power_law_1.2,1.4721088409423828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,2,1,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,1,2,power_law_1.2,0.12842240333557128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,1,2,power_law_1.01,0.12778879404067994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,2,power_law_1.01,14.945689392089843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,2,1,power_law_1.2,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,2,1,power_law_1.01,0.15932799577713014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,power_law_1.01,0.11857919692993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,2,power_law_1.2,1.6334848403930664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,1,2,power_law_1.2,0.13229440450668334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,1,2,power_law_1.01,0.13233280181884766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,2,1,power_law_1.2,0.04894079864025116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,2,1,power_law_1.01,0.19578880071640015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,2,1,power_law_1.2,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,1,2,power_law_1.2,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,1,2,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,2,power_law_1.2,1.8882560729980469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,2,1,power_law_1.01,0.25620479583740235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,2,1,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,power_law_1.01,0.17448960542678832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,1,2,power_law_1.2,0.14131840467453002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,1,2,power_law_1.01,0.14131840467453002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,2,1,power_law_1.2,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.01,0.3106816053390503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,2,power_law_1.2,2.064179229736328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,1,2,power_law_1.2,0.1511680006980896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,1,2,power_law_1.01,0.15217280387878418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,2,1,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.01,0.4339456081390381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,power_law_1.01,0.2070528030395508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,1,2,power_law_1.2,0.15708160400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,2,1,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,1,2,power_law_1.01,0.15687040090560914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,2,power_law_1.2,2.553856086730957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.01,0.558073616027832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,2,1,power_law_1.2,0.06883839964866638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,1,2,power_law_1.2,0.18882559537887572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,1,2,power_law_1.01,0.19169919490814208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,power_law_1.01,0.37765119075775144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.01,0.8097727775573731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,2,1,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,2,power_law_1.2,3.109894371032715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,1,2,power_law_1.2,0.21380479335784913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,1,2,power_law_1.01,0.22917120456695556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,2,1,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.01,1.0485631942749023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,1,2,power_law_1.2,0.24332799911499023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,1,2,power_law_1.01,0.264192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,2,1,power_law_1.2,0.09317119717597962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,power_law_1.01,0.5396480083465576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,2,power_law_1.2,3.8696830749511717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.01,1.5482879638671876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,2,1,power_law_1.2,0.10424319505691529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,1,2,power_law_1.2,0.32970240116119387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,1,2,power_law_1.01,0.3112895965576172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,2,1,power_law_1.2,0.12103040218353271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.01,2.042880058288574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,1,2,power_law_1.2,0.40242562294006345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,power_law_1.01,0.6377471923828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,1,2,power_law_1.01,0.3473407983779907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,2,power_law_1.2,5.577312088012695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,2,1,power_law_1.2,0.13722239732742308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,1,power_law_1.2,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,1,2,power_law_1.2,0.5163008213043213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,1,2,power_law_1.01,0.557254409790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.01,3.027136039733887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,2,1,power_law_1.2,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,power_law_1.01,0.8282112121582031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,1,2,power_law_1.2,0.678707218170166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,2,1,power_law_1.2,0.22364799976348876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,2,power_law_1.2,6.698604583740234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,1,2,power_law_1.01,0.6762495994567871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,1,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.01,4.015711975097656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.2,0.29123198986053467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,1,2,power_law_1.2,0.9527359962463379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,1,2,power_law_1.01,1.0358783721923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.2,0.41266560554504395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,power_law_1.01,0.888428783416748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,1,2,power_law_1.2,1.3395968437194825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,1,2,power_law_1.01,1.1720704078674316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,1,power_law_1.2,0.1447872042655945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,2,1,power_law_1.01,5.0319358825683596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.2,0.5375999927520752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,2,power_law_1.2,9.640550231933593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.2,0.7782400131225586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,1,2,power_law_1.2,2.031820869445801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,1,2,power_law_1.01,1.8714624404907227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,power_law_1.01,0.909721565246582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,1,power_law_1.2,0.2056191921234131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.2,1.0293248176574707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,2,1,power_law_1.01,7.961811065673828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,1,2,power_law_1.2,2.729158401489258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,2,1,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,1,2,power_law_1.01,2.4920000076293944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.2,1.5302656173706055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,power_law_1.01,0.9592767715454101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,2,1,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,1,power_law_1.2,0.33339519500732423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,1,2,power_law_1.2,3.1752191543579102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,1,2,power_law_1.01,3.209203338623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.2,2.0162559509277345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,2,power_law_1.2,18.127059936523438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,2,1,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,2,1,power_law_1.01,15.893299865722657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,power_law_1.01,1.0006464004516602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.2,3.0009408950805665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,2,1,power_law_1.01,0.10751999616622925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,1,2,power_law_1.01,5.115500640869141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,1,power_law_1.2,0.48762240409851076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,1,2,power_law_1.2,6.397126388549805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,2,1,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.2,3.991961669921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,power_law_1.01,1.0108927726745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,1,power_law_1.2,0.5642240047454834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,2,1,power_law_1.01,0.11056640148162841
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,1,2,power_law_1.01,10.714118194580077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,1,2,power_law_1.2,12.266515350341797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,2,1,power_law_1.01,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,2,1,power_law_1.2,4.986880111694336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,power_law_1.01,1.0602432250976563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,1,power_law_1.2,0.7974847793579102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,2,1,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,power_law_1.01,1.0782719612121583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,1,power_law_1.2,0.8232959747314453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,2,1,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,2,1,power_law_1.2,7.930464172363282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,2,1,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,power_law_1.01,1.1032511711120605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,1,power_law_1.2,0.860159969329834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,2,1,power_law_1.01,0.11959680318832397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,power_law_1.01,1.1519935607910157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,1,power_law_1.2,0.9215935707092285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,2,1,power_law_1.2,15.80277099609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,2,1,power_law_1.01,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,2,1,power_law_1.01,0.1273792028427124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,power_law_1.01,1.2933055877685546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,1,power_law_1.2,0.9641983985900879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,1,2,power_law_1.2,0.013094399869441987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,2,1,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,2,1,power_law_1.01,0.14703999757766723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,power_law_1.01,1.3932479858398437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,1,2,power_law_1.2,0.014745600521564484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,1,power_law_1.2,0.9900032043457031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,2,1,power_law_1.01,0.15031039714813232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,1,2,power_law_1.2,0.015161600708961488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,2,1,power_law_1.01,0.16303999423980714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,1,power_law_1.2,1.063929557800293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,power_law_1.01,1.5654591560363769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,1,2,power_law_1.2,0.014739200472831726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,2,1,power_law_1.01,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,1,2,power_law_1.2,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,1,power_law_1.2,1.076249599456787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.01,0.2205631971359253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,power_law_1.01,1.6605184555053711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,1,2,power_law_1.2,0.022092799842357635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.01,0.2754496097564697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,1,power_law_1.2,1.1327743530273438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.01,0.3295232057571411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,power_law_1.01,1.9482624053955078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,1,2,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.01,0.4331520080566406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,1,2,power_law_1.2,0.02253440022468567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,1,power_law_1.2,1.176153564453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.01,0.5318655967712402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,power_law_1.01,2.412544059753418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,1,2,power_law_1.2,0.02008959949016571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,2,1,power_law_1.2,0.06696959733963012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.01,0.7421951770782471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,1,2,power_law_1.2,0.020473599433898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,1,power_law_1.2,1.3338496208190918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,2,1,power_law_1.2,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,power_law_1.01,2.979635238647461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.01,0.9482239723205567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,1,2,power_law_1.2,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,2,1,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,1,power_law_1.2,1.448140811920166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,1,2,power_law_1.2,0.020908799767494202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.01,1.3830143928527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,2,1,power_law_1.2,0.10892159938812256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,power_law_1.01,3.7689342498779297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,1,2,power_law_1.2,0.021273599565029146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.01,1.8321407318115235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,2,1,power_law_1.2,0.11346559524536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,1,power_law_1.2,1.6400447845458985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,1,2,power_law_1.2,0.023340800404548646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,2,1,power_law_1.2,0.11325440406799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,2,1,power_law_1.01,2.304198455810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,1,2,power_law_1.2,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,power_law_1.01,4.8975872039794925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,2,1,power_law_1.2,0.11346559524536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,1,power_law_1.2,1.7481792449951172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,2,1,power_law_1.01,3.7554176330566404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,1,2,power_law_1.2,0.027033600211143493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,2,1,power_law_1.2,0.11359360218048095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,1,2,power_law_1.2,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,1,power_law_1.2,2.0772863388061524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,2,1,power_law_1.2,0.11469440460205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,power_law_1.01,5.915462493896484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,1,2,power_law_1.2,0.03687680065631867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,2,1,power_law_1.01,8.104563140869141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,2,1,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,1,power_law_1.2,2.246860885620117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,1,2,power_law_1.2,0.04420480132102966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,2,1,power_law_1.2,0.12000000476837158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,1,2,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,2,1,power_law_1.2,0.12226560115814208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,power_law_1.01,7.20324478149414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,2,1,power_law_1.2,0.12554240226745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,1,power_law_1.2,2.785887908935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,1,2,power_law_1.2,0.07086719870567322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,1,2,power_law_1.01,0.129203200340271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,2,1,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,1,2,power_law_1.01,0.07065600156784058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,1,2,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,2,1,power_law_1.2,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,1,2,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,1,2,power_law_1.2,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,1,2,power_law_1.01,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,2,1,power_law_1.2,0.15646719932556152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,1,power_law_1.2,3.359532928466797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,1,power_law_1.01,11.16405792236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,1,2,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,2,1,power_law_1.2,0.16117759943008422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,1,2,power_law_1.2,0.18147200345993042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,1,2,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,1,2,power_law_1.01,0.1617792010307312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,2,1,power_law_1.2,0.1921023964881897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,1,2,power_law_1.2,0.23695359230041504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,1,2,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,1,2,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,2,1,power_law_1.2,0.22322559356689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,1,2,power_law_1.01,0.16346240043640137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,1,power_law_1.2,4.355654525756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,1,2,power_law_1.2,0.34344959259033203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,1,2,power_law_1.01,0.1298367977142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,1,2,power_law_1.2,0.1241536021232605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,2,1,power_law_1.2,0.27933440208435056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,1,2,power_law_1.01,0.1581055998802185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,1,2,power_law_1.2,0.12082560062408447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,1,2,power_law_1.2,0.45240321159362795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,1,2,power_law_1.01,0.1900480031967163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,2,1,power_law_1.2,0.3293247938156128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,1,power_law_1.01,19.831398010253906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,1,2,power_law_1.01,0.16465280055999756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,1,2,power_law_1.2,0.16342400312423705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,1,power_law_1.2,5.758572769165039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,1,2,power_law_1.01,0.16915839910507202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,2,1,power_law_1.2,0.4356095790863037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,1,2,power_law_1.2,0.5597184181213379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,1,2,power_law_1.01,0.16444799900054932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,1,2,power_law_1.2,0.16363519430160522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,1,2,power_law_1.01,0.20111360549926757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,2,1,power_law_1.2,0.5343232154846191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,1,2,power_law_1.2,0.8843263626098633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,1,2,power_law_1.01,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,1,2,power_law_1.2,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,1,2,power_law_1.01,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,2,1,power_law_1.2,0.7376895904541015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,1,2,power_law_1.2,0.16609280109405516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,1,2,power_law_1.01,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,1,power_law_1.2,7.00723876953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,1,2,power_law_1.01,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,1,2,power_law_1.2,1.744883155822754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,2,1,power_law_1.2,0.9457599639892578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,1,2,power_law_1.2,0.16751999855041505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,1,2,power_law_1.01,0.17384320497512817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,1,2,power_law_1.01,0.18636159896850585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,1,2,power_law_1.2,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,2,1,power_law_1.2,1.3768704414367676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,1,2,power_law_1.01,0.17694079875946045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,1,2,power_law_1.2,0.17163519859313964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,1,2,power_law_1.01,0.20643200874328613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,2,1,power_law_1.2,1.835820770263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,1,2,power_law_1.01,0.18595839738845826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,1,2,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,1,power_law_1.2,10.91748504638672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,1,2,power_law_1.01,0.2332672119140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,1,2,power_law_1.01,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,2,1,power_law_1.2,2.3171072006225586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,1,2,power_law_1.2,0.18963840007781982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,2,1,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,1,2,power_law_1.01,0.26705279350280764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,1,2,power_law_1.01,0.21872639656066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,1,2,power_law_1.01,0.31334400177001953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,2,1,power_law_1.01,0.04668799936771393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,1,2,power_law_1.2,0.18474240303039552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,1,2,power_law_1.01,0.22465920448303223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,2,1,power_law_1.2,3.7635776519775392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,1,2,power_law_1.01,0.3578111886978149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,2,1,power_law_1.01,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,1,2,power_law_1.2,0.19209599494934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,1,2,power_law_1.01,0.24186239242553711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,1,2,power_law_1.01,0.4601856231689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,2,1,power_law_1.01,0.047916799783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,1,2,power_law_1.2,0.22016639709472657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,1,power_law_1.2,18.693562316894532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,1,2,power_law_1.01,0.30189440250396726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,1,2,power_law_1.01,0.6276864051818848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,2,1,power_law_1.2,8.033484649658202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,2,1,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,1,2,power_law_1.2,0.2432960033416748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,1,2,power_law_1.01,0.3684351921081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,1,2,power_law_1.01,0.8523776054382324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,2,1,power_law_1.01,0.0745855987071991
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,1,2,power_law_1.01,0.483948802947998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,1,2,power_law_1.2,0.24104321002960205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,1,2,power_law_1.01,1.2408896446228028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,2,1,power_law_1.01,0.06885120272636414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,1,2,power_law_1.01,0.49132161140441893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,1,2,power_law_1.2,0.29097599983215333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,1,2,power_law_1.01,1.669126319885254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,2,1,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,1,2,power_law_1.01,0.7421951770782471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,1,2,power_law_1.2,0.33914880752563475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,1,2,power_law_1.01,2.430156707763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,2,1,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,1,2,power_law_1.01,0.9269184112548828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,1,2,power_law_1.2,0.48352642059326173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,2,1,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,1,2,power_law_1.2,0.5289984226226807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,1,2,power_law_1.01,1.356390380859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,1,2,power_law_1.01,3.267795181274414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,2,1,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,2,1,power_law_1.01,0.08131200075149536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,1,2,power_law_1.2,0.8060928344726562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,1,2,power_law_1.01,1.7215423583984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,2,1,power_law_1.2,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,1,2,power_law_1.01,4.897177505493164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,2,1,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,1,2,power_law_1.2,1.0876928329467774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,1,2,power_law_1.01,2.4334335327148438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,2,1,power_law_1.2,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,2,1,power_law_1.01,0.11081600189208984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,1,2,power_law_1.01,5.47327995300293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,1,2,power_law_1.2,1.3150208473205567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,2,1,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,2,1,power_law_1.01,0.13107839822769166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,1,2,power_law_1.01,4.0431678771972654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,2,1,power_law_1.2,0.12063360214233398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,2,1,power_law_1.01,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,1,2,power_law_1.2,2.1129215240478514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,1,2,power_law_1.01,8.991340637207031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,2,1,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,2,1,power_law_1.01,0.18598400354385375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,1,2,power_law_1.01,4.925062561035157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,1,2,power_law_1.2,3.1434688568115234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,2,1,power_law_1.2,0.13598079681396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,2,1,power_law_1.01,0.23695359230041504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,1,2,power_law_1.2,3.791270446777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,1,2,power_law_1.01,8.562092590332032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,2,1,power_law_1.2,0.14007680416107177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,2,1,power_law_1.01,0.33853440284729003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,1,2,power_law_1.01,13.144058227539062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,2,1,power_law_1.2,0.13475199937820434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.01,0.4462592124938965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,1,2,power_law_1.2,5.887168121337891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,2,1,power_law_1.2,0.13824000358581542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.01,0.6508480072021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,1,2,power_law_1.01,17.93946228027344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,2,1,power_law_1.2,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,1,2,power_law_1.01,16.54456329345703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.01,0.8552448272705078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,1,2,power_law_1.2,9.131219482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,2,1,power_law_1.2,0.17961599826812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.01,1.265056037902832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,2,1,power_law_1.2,0.18042240142822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.01,1.6703680038452149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,2,1,power_law_1.01,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,2,1,power_law_1.2,0.20643200874328613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,1,2,power_law_1.01,26.60780029296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,2,1,power_law_1.01,0.09195520281791687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,1,2,power_law_1.2,20.5068359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.01,2.4686975479125977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,2,1,power_law_1.2,0.22323200702667237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,2,1,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.01,3.294847869873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,2,1,power_law_1.2,0.2543872117996216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,2,1,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,2,1,power_law_1.2,0.3037184000015259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.01,4.936908721923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,2,power_law_1.01,0.053446400165557864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,2,1,power_law_1.01,0.15380480289459228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,2,1,power_law_1.2,0.41349120140075685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,2,power_law_1.01,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.01,6.541324615478516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,2,1,power_law_1.01,0.1529855966567993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.2,0.50032639503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,2,1,power_law_1.01,0.15278719663619994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,2,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.2,0.7028736114501953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,2,1,power_law_1.01,8.148774719238281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,1,2,power_law_1.01,52.5180908203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,2,1,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,2,power_law_1.01,0.13639039993286134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.2,0.9101375579833985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,2,1,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,2,1,power_law_1.01,0.15728000402450562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.2,1.3252544403076172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,2,power_law_1.01,0.21052160263061523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,2,1,power_law_1.2,0.08867200016975403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,2,1,power_law_1.01,12.959129333496094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,2,1,power_law_1.01,0.1605504035949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,2,power_law_1.01,0.27200639247894287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.2,1.7317888259887695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,2,1,power_law_1.2,0.1019968032836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,2,1,power_law_1.01,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,2,1,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,2,power_law_1.01,0.3299328088760376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.2,2.535833549499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,2,1,power_law_1.01,0.169977605342865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,2,1,power_law_1.2,0.1542464017868042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,2,power_law_1.01,0.3735680103302002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,2,1,power_law_1.01,25.8629638671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,2,1,power_law_1.01,0.17489919662475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.2,3.3427455902099608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,2,1,power_law_1.2,0.1558527946472168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,2,power_law_1.01,0.38480000495910643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,2,1,power_law_1.01,0.1769536018371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,2,1,power_law_1.2,0.15565439462661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,2,power_law_1.01,0.4016064167022705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.2,4.9717247009277346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,2,1,power_law_1.01,0.20069758892059325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,2,1,power_law_1.2,0.15708160400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,2,power_law_1.01,0.4266047954559326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,2,1,power_law_1.01,0.2039423942565918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.2,6.581484985351563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,2,1,power_law_1.2,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,2,power_law_1.01,0.46100478172302245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,2,1,power_law_1.01,0.22957439422607423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,2,1,power_law_1.2,0.15912959575653077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,2,power_law_1.01,0.48554239273071287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,2,1,power_law_1.01,0.2631680011749268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,2,1,power_law_1.2,8.189952087402343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,2,1,power_law_1.2,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,2,power_law_1.01,0.5818304061889649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.01,0.3155904054641724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,2,1,power_law_1.2,0.16874879598617554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,2,power_law_1.01,0.4908991813659668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.01,0.38296959400177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,2,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,2,1,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,2,power_law_1.01,0.5388224124908447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.01,0.45362558364868166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,2,1,power_law_1.2,13.02015380859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,2,1,power_law_1.2,0.17776000499725342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,2,power_law_1.2,0.08744320273399353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,2,power_law_1.01,0.5777472019195556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.01,0.5965824127197266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,2,1,power_law_1.2,0.1992640018463135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,2,power_law_1.01,0.5654592037200927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.01,0.7344128131866455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,2,power_law_1.2,0.0796671986579895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,2,1,power_law_1.2,0.20254719257354736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,2,power_law_1.01,0.6385600090026855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.01,1.0322112083435058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,2,power_law_1.2,0.13987200260162352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,2,1,power_law_1.2,0.2275264024734497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,2,power_law_1.01,0.9347007751464844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,2,1,power_law_1.2,25.888775634765626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.01,1.3326399803161622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,2,power_law_1.01,0.1269695997238159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,2,1,power_law_1.2,0.26112000942230223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,2,power_law_1.2,0.2119744062423706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,2,power_law_1.01,1.1016063690185547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.01,1.9625984191894532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,2,1,power_law_1.2,0.3008512020111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,2,power_law_1.01,0.15360000133514404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,2,power_law_1.2,0.24515199661254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,2,power_law_1.01,1.4546879768371581
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,2,1,power_law_1.2,0.3842047929763794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.01,2.655436706542969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,1,power_law_1.01,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,2,power_law_1.01,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,2,power_law_1.2,0.31845760345458984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,2,1,power_law_1.2,0.45484161376953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,2,power_law_1.01,1.7973312377929687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,2,power_law_1.01,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,1,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,2,1,power_law_1.01,3.3677310943603516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,2,power_law_1.2,0.35447680950164795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,2,1,power_law_1.2,0.5933055877685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,2,power_law_1.01,0.2447360038757324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,1,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,2,power_law_1.2,0.3700671911239624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,2,1,power_law_1.2,0.729088020324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,2,power_law_1.01,2.5374656677246095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,2,power_law_1.2,0.11182719469070435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,2,1,power_law_1.01,5.543737411499023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,2,power_law_1.01,0.3407808065414429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,1,power_law_1.01,0.0673792004585266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,2,1,power_law_1.2,1.0252479553222655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,2,power_law_1.2,0.414137601852417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,2,power_law_1.2,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,2,power_law_1.01,3.248121643066406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,2,power_law_1.01,0.44873600006103515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,1,power_law_1.01,0.1412992000579834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,2,1,power_law_1.2,1.321561622619629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,2,power_law_1.2,0.4208384037017822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,2,1,power_law_1.01,12.300518035888672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,2,power_law_1.2,0.12167680263519287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,2,power_law_1.01,0.4745215892791748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,1,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,2,1,power_law_1.2,1.9347455978393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,2,power_law_1.2,0.4503488063812256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,2,power_law_1.01,4.571744155883789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,2,power_law_1.2,0.17244160175323486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,2,power_law_1.01,0.4888576030731201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,1,power_law_1.01,0.13660160303115845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,2,1,power_law_1.2,2.6181568145751952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,2,power_law_1.2,0.4974656105041504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,2,power_law_1.01,0.5048255920410156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,2,power_law_1.2,0.24226560592651367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,1,power_law_1.01,0.15280640125274658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,2,power_law_1.2,0.5666944026947022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,2,1,power_law_1.2,3.3165313720703127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,2,power_law_1.01,6.305587387084961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,2,power_law_1.01,0.5331007957458496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,2,power_law_1.2,0.30617599487304686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,1,power_law_1.01,0.1435647964477539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,2,power_law_1.2,0.5040128231048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,2,1,power_law_1.2,5.558073425292969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,2,power_law_1.01,0.5482431888580322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,2,power_law_1.2,0.4474751949310303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,1,power_law_1.01,0.1597440004348755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,2,power_law_1.2,0.5462016105651856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,2,power_law_1.01,7.6673027038574215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,2,power_law_1.01,0.5384255886077881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,1,power_law_1.2,0.03519999980926514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,2,power_law_1.2,0.4753471851348877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,1,power_law_1.01,0.1879680037498474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,2,power_law_1.2,0.6227968215942383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,2,power_law_1.01,0.5593152046203613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,2,1,power_law_1.2,11.601113891601562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,1,power_law_1.01,0.20889599323272706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,2,power_law_1.2,0.4728831768035889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,1,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,2,power_law_1.2,0.5957376003265381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,2,power_law_1.01,0.5834688186645508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,1,power_law_1.01,0.23736960887908937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,2,power_law_1.01,11.921817779541016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,1,power_law_1.2,0.04933759868144989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,2,power_law_1.2,0.49050240516662597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,2,power_law_1.2,0.6746047973632813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,2,power_law_1.01,0.5896255970001221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,1,power_law_1.01,0.2893824100494385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,1,power_law_1.2,0.06286079883575439
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,2,power_law_1.2,0.5334976196289063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,2,power_law_1.01,0.6273024082183838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,2,power_law_1.2,0.9146304130554199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,1,power_law_1.01,0.2266752004623413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,1,power_law_1.2,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,2,power_law_1.2,0.5568511962890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,2,power_law_1.01,0.6922239780426025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,2,power_law_1.2,1.1347776412963868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,1,power_law_1.01,0.2537472009658813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,1,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,2,power_law_1.2,0.5396480083465576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,2,power_law_1.01,0.7429759979248047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,2,power_law_1.01,22.919775390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,2,power_law_1.2,1.499135971069336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,1,power_law_1.01,0.3147775888442993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,1,power_law_1.2,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,2,power_law_1.2,0.5564415931701661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,2,power_law_1.01,0.8495039939880371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,1,power_law_1.01,0.27054080963134763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,2,power_law_1.2,1.8399232864379882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,1,power_law_1.2,0.14191999435424804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,2,power_law_1.2,0.6006720066070557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,2,power_law_1.01,0.9064384460449219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.01,0.3340224027633667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,2,power_law_1.2,2.563680076599121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,1,power_law_1.2,0.1304703950881958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,2,power_law_1.2,0.6317823886871338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,2,power_law_1.01,1.0794943809509276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.01,0.4749311923980713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,1,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,2,power_law_1.2,3.303014373779297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,2,power_law_1.2,0.6598656177520752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,2,power_law_1.01,1.328947162628174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.01,0.5957312107086181
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,1,power_law_1.2,0.16936320066452026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,2,power_law_1.2,0.7127039909362793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,2,power_law_1.01,1.63635196685791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.01,0.8499199867248535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,2,power_law_1.2,4.692217636108398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,1,power_law_1.2,0.19619840383529663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,2,power_law_1.2,0.795033597946167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,2,power_law_1.01,1.9445760726928711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.01,1.100819206237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,1,power_law_1.2,0.22466559410095216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,2,power_law_1.2,0.888428783416748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,2,power_law_1.2,6.324428939819336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.01,1.6072704315185546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,2,power_law_1.01,2.628390312194824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,1,power_law_1.2,0.27730560302734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,2,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,2,power_law_1.2,0.9551872253417969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,1,power_law_1.2,0.21135358810424804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.01,2.108006477355957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,2,power_law_1.01,0.030713599920272828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,2,power_law_1.2,7.511654663085937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,2,power_law_1.01,3.2587841033935545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,2,power_law_1.2,1.143391990661621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,1,power_law_1.2,0.24125440120697023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,2,power_law_1.01,0.04647679924964905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,1,power_law_1.01,3.13571834564209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,2,power_law_1.2,1.3764608383178711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,1,power_law_1.2,0.2984256029129028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,2,power_law_1.01,0.06513919830322265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,2,power_law_1.01,3.905331039428711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,2,power_law_1.2,11.971577453613282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,2,power_law_1.01,0.0839743971824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,1,power_law_1.2,0.2541568040847778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,2,power_law_1.2,1.7010751724243165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,1,power_law_1.01,4.175462341308593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,1,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,2,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.2,0.31088640689849856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,2,power_law_1.01,5.885542297363282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,2,power_law_1.2,2.04451847076416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,1,power_law_1.01,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,2,power_law_1.01,0.12758400440216064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,1,power_law_1.01,5.197004699707032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.2,0.45159039497375486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,2,power_law_1.01,0.11367039680480957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,1,power_law_1.01,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,2,power_law_1.2,2.660755157470703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.2,0.5761151790618897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,2,power_law_1.01,0.12202880382537842
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,2,power_law_1.2,23.4944580078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,1,power_law_1.01,0.22588160037994384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,1,power_law_1.01,8.269817352294922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,2,power_law_1.01,11.156479644775391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.2,0.8257856369018555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,2,power_law_1.01,0.13004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,2,power_law_1.2,3.334950256347656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,1,power_law_1.01,0.3246016025543213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,2,power_law_1.01,0.144377601146698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.2,1.0786751747131347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,1,power_law_1.01,0.397107195854187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,2,power_law_1.01,0.12983039617538453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,2,power_law_1.2,4.112396621704102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,2,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.2,1.5851519584655762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,1,power_law_1.01,0.5552127838134766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,1,power_law_1.2,0.10424319505691529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,1,power_law_1.01,16.43909149169922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,2,power_law_1.01,0.1527999997138977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,1,power_law_1.01,0.5838848114013672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,1,power_law_1.2,0.13230079412460327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.2,2.0891584396362304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,2,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,2,power_law_1.2,6.485830688476563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,1,power_law_1.01,0.5912576198577881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,1,power_law_1.2,0.13946880102157594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,2,power_law_1.01,0.14971519708633424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,1,power_law_1.2,3.116032028198242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,2,power_law_1.01,0.16197119951248168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,1,power_law_1.2,0.2215872049331665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,1,power_law_1.01,0.6231743812561035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,2,power_law_1.01,0.2258944034576416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,1,power_law_1.2,0.27935359477996824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,1,power_law_1.01,0.6455296039581299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,2,power_law_1.01,0.25763840675354005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,1,power_law_1.2,4.166880035400391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,2,power_law_1.2,13.025888061523437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,2,power_law_1.2,0.030099201202392577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,2,power_law_1.01,0.3434112071990967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,1,power_law_1.2,0.3518399953842163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,1,power_law_1.01,0.6930431842803955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,2,power_law_1.01,0.42414078712463377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,2,power_law_1.2,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,1,power_law_1.2,0.5531648159027099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,1,power_law_1.01,0.6713344097137451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,1,power_law_1.2,5.188812637329102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,2,power_law_1.01,0.5527488231658936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,2,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,1,power_law_1.2,0.5707776069641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,2,power_law_1.01,0.7548736095428467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,1,power_law_1.01,0.6705023765563964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,2,power_law_1.2,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,2,power_law_1.01,0.06595839858055115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,2,power_law_1.01,1.1003647804260255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,1,power_law_1.01,0.7266240119934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,1,power_law_1.2,0.6023104190826416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,2,power_law_1.2,0.07557119727134705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,1,power_law_1.2,8.262041473388672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,2,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,2,power_law_1.2,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,2,power_law_1.01,1.3641663551330567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,1,power_law_1.01,0.7421887874603271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,1,power_law_1.2,0.5961728096008301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,2,power_law_1.01,0.07535359859466553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,2,power_law_1.2,0.13024640083312988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,1,power_law_1.01,0.7966784000396728
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,2,power_law_1.01,1.908940887451172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,2,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,1,power_law_1.2,0.6475776195526123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,2,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,2,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,1,power_law_1.01,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,2,power_law_1.01,0.10997120141983033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,1,power_law_1.01,0.8863679885864257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,1,power_law_1.2,16.446047973632812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,1,power_law_1.2,0.6643648147583008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,2,power_law_1.2,0.05656319856643677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,2,power_law_1.01,2.5784255981445314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,2,power_law_1.2,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,2,power_law_1.01,0.1591231942176819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,1,power_law_1.01,0.03030399978160858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.01,0.9506815910339356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,2,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,2,power_law_1.2,0.1351744055747986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,1,power_law_1.2,0.68853759765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,2,power_law_1.01,0.16792960166931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,1,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,2,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,2,power_law_1.01,3.512313461303711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,2,power_law_1.2,0.14561280012130737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,1,power_law_1.2,0.6836287975311279
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.01,1.1081727981567382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,2,power_law_1.01,0.17000319957733154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,2,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,2,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,1,power_law_1.01,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,2,power_law_1.01,0.17366399765014648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,1,power_law_1.2,0.739737606048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.01,1.1544384002685546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,2,power_law_1.2,0.16711679697036744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,2,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,2,power_law_1.01,5.471238327026367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,1,power_law_1.01,0.1028223991394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,2,power_law_1.01,0.17694079875946045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,2,power_law_1.2,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,1,power_law_1.2,0.7667712211608887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,2,power_law_1.2,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.01,1.3981696128845216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,2,power_law_1.01,0.18472319841384888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,1,power_law_1.01,0.144595205783844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,2,power_law_1.2,0.1755136013031006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,2,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,1,power_law_1.2,0.8351743698120118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,2,power_law_1.01,0.18798719644546508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,1,power_law_1.01,0.11407359838485717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,2,power_law_1.2,0.184934401512146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.01,1.6502784729003905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,2,power_law_1.2,0.1509376049041748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,1,power_law_1.2,0.022547200322151184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,2,power_law_1.01,0.19251199960708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,2,power_law_1.01,10.675609588623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,1,power_law_1.01,0.12472319602966309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,1,power_law_1.2,0.9138175964355468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,2,power_law_1.2,0.1892351984977722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,2,power_law_1.01,0.2031615972518921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,2,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.01,2.080575942993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,1,power_law_1.01,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,2,power_law_1.2,0.18882559537887572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,1,power_law_1.2,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,1,power_law_1.2,0.981811237335205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,2,power_law_1.01,0.21155838966369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,2,power_law_1.2,0.22957439422607423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,2,power_law_1.2,0.19088000059127808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,1,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,2,power_law_1.01,0.21544320583343507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,1,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,2,power_law_1.2,0.260915207862854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.01,2.5235456466674804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,1,power_law_1.2,1.1487296104431153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,2,power_law_1.2,0.19578880071640015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,1,power_law_1.01,0.132096004486084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,2,power_law_1.01,0.2451711893081665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,2,power_law_1.2,0.2002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,2,power_law_1.2,0.3411967992782593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,1,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,1,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,2,power_law_1.01,0.2742271900177002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,1,power_law_1.2,1.1958271980285644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,2,power_law_1.2,0.21561601161956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,1,power_law_1.01,3.4168895721435546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,2,power_law_1.2,0.4405183792114258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,1,power_law_1.01,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,2,power_law_1.01,0.283027195930481
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,1,power_law_1.2,0.0966592013835907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,2,power_law_1.2,0.2234368085861206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,1,power_law_1.2,1.4452672004699707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,2,power_law_1.01,0.33873920440673827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,1,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,2,power_law_1.2,0.601907205581665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,1,power_law_1.2,0.14458240270614625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,2,power_law_1.2,0.2420736074447632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,1,power_law_1.01,4.320019149780274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,2,power_law_1.01,0.4014143943786621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,1,power_law_1.01,0.15973119735717772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,1,power_law_1.2,1.6715776443481445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,2,power_law_1.2,0.7786431789398194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,1,power_law_1.2,0.11711360216140747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,2,power_law_1.2,0.2662400007247925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,2,power_law_1.01,0.51178879737854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,1,power_law_1.01,0.1703935980796814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,2,power_law_1.2,0.2869375944137573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,1,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,2,power_law_1.2,1.054924774169922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,2,power_law_1.01,0.6133823871612549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,1,power_law_1.2,2.1145599365234373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,1,power_law_1.01,5.228134536743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,2,power_law_1.2,0.342630410194397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,1,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,1,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,2,power_law_1.2,1.4440447807312011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,2,power_law_1.01,0.7880703926086425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,2,power_law_1.2,0.4132863998413086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,1,power_law_1.01,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,1,power_law_1.2,0.145196795463562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,1,power_law_1.2,2.578432083129883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,2,power_law_1.01,1.0708928108215332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,2,power_law_1.2,0.5244927883148194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.01,0.22449278831481934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,1,power_law_1.2,0.13578239679336548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,2,power_law_1.2,1.9912704467773437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,1,power_law_1.01,8.054169464111329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,2,power_law_1.01,1.3690879821777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,2,power_law_1.2,0.6393856048583985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,1,power_law_1.2,0.14458240270614625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.01,0.2822144031524658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,1,power_law_1.2,3.44637451171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,2,power_law_1.2,2.9161407470703127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,2,power_law_1.2,0.8179648399353028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,2,power_law_1.01,1.7944576263427734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,1,power_law_1.2,0.1566848039627075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.01,0.33955841064453124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,1,power_law_1.01,0.0605567991733551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,2,power_law_1.2,1.0573696136474608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,1,power_law_1.2,0.13946880102157594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.01,0.45567998886108396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,1,power_law_1.2,4.329875183105469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,2,power_law_1.2,3.733715057373047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,1,power_law_1.01,15.549644470214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,2,power_law_1.01,2.129715156555176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,1,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,1,power_law_1.2,0.16117759943008422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.01,0.580614423751831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,2,power_law_1.2,1.5040512084960938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,1,power_law_1.01,0.09095039963722229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,1,power_law_1.2,0.17674239873886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.01,0.8245247840881348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,1,power_law_1.2,5.264787292480468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,1,power_law_1.01,0.11325440406799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,2,power_law_1.01,3.5233791351318358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,2,power_law_1.2,5.746278381347656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,2,power_law_1.2,1.8345983505249024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,1,power_law_1.2,0.15175679922103882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.01,1.065567970275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,1,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,1,power_law_1.2,0.20112640857696534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,2,power_law_1.2,2.2640640258789064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,1,power_law_1.01,0.20602240562438964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.01,1.5568896293640138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.2,0.22999041080474852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,1,power_law_1.2,8.049254608154296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,2,power_law_1.01,7.025625610351563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,1,power_law_1.01,0.22016000747680664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,2,power_law_1.2,11.381728363037109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.2,0.2928639888763428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.01,2.0346752166748048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,2,power_law_1.2,3.664896011352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,1,power_law_1.01,0.22689919471740722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.2,0.3438528060913086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,1,power_law_1.01,0.23244800567626953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,1,power_law_1.01,2.5305023193359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.2,0.4601856231689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,1,power_law_1.2,15.784346008300782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,1,power_law_1.01,0.22671360969543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,2,power_law_1.2,7.9415229797363285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.2,0.5875711917877198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,1,power_law_1.01,0.24023039340972902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,1,power_law_1.01,4.000966262817383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.2,0.8265664100646972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,1,power_law_1.01,0.24371840953826904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,1,power_law_1.01,0.2510848045349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.2,1.0754048347473144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,1,power_law_1.01,7.937996673583984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,1,power_law_1.01,0.2631680011749268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.2,1.5614015579223632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,1,power_law_1.01,0.277292799949646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.2,2.0436864852905274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,1,power_law_1.01,0.2783168077468872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,1,power_law_1.01,0.3180543899536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,1,power_law_1.2,2.5407487869262697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,1,power_law_1.01,0.3733504056930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,1,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.01,0.37907838821411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,1,power_law_1.2,4.014905548095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,1,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.01,0.461843204498291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,1,power_law_1.2,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.01,0.5183551788330079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.01,0.6790976047515869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,1,power_law_1.2,0.1065343976020813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,1,power_law_1.2,7.947264099121094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,1,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.01,0.814310359954834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,1,power_law_1.2,0.12840960025787354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,1,power_law_1.01,0.04813440144062042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,1,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.01,1.0991616249084473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,2,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,2,power_law_1.2,0.05591040253639221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,1,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,1,power_law_1.2,0.21831679344177246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,2,power_law_1.01,0.07496320009231568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.01,1.3813887596130372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,2,power_law_1.2,0.054681599140167236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,2,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,1,power_law_1.01,0.09728639721870422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,1,power_law_1.2,0.2289664030075073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.01,1.9494848251342773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,2,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,2,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,1,power_law_1.01,0.14663039445877074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,1,power_law_1.2,0.23838720321655274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,2,power_law_1.01,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.01,2.4870912551879885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,2,power_law_1.2,0.11898880004882813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,1,power_law_1.01,0.2279360055923462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,1,power_law_1.2,0.23060479164123535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,2,power_law_1.01,0.24391679763793944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,2,power_law_1.2,0.16179200410842895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,1,power_law_1.01,0.2641792058944702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,1,power_law_1.2,0.24350719451904296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,1,power_law_1.01,3.071392059326172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,2,power_law_1.01,0.2777087926864624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,2,power_law_1.2,0.2486272096633911
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,1,power_law_1.2,0.036032000184059144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,1,power_law_1.2,0.24268159866333008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,1,power_law_1.01,0.23982079029083253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,2,power_law_1.01,0.28467841148376466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,1,power_law_1.01,4.753203201293945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,2,power_law_1.01,0.3053567886352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,1,power_law_1.2,0.25579519271850587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,2,power_law_1.2,0.27463040351867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,1,power_law_1.01,0.2668544054031372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,1,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,2,power_law_1.01,0.32743680477142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,1,power_law_1.2,0.2693056106567383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,1,power_law_1.01,0.2875328063964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,2,power_law_1.2,0.29306879043579104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,2,power_law_1.01,0.11018879413604736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,2,power_law_1.2,0.11365760564804077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,1,power_law_1.2,0.04872319996356964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,2,power_law_1.01,0.35573759078979494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,1,power_law_1.2,0.2791424036026001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,1,power_law_1.01,0.30208001136779783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,1,power_law_1.01,9.388441467285157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,2,power_law_1.2,0.09585279822349549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,2,power_law_1.2,0.3127360105514526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,2,power_law_1.01,0.3778559923171997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,2,power_law_1.01,0.1341248035430908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,1,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,1,power_law_1.2,0.2840512037277222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,2,power_law_1.2,0.13639039993286134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,1,power_law_1.01,0.3350591897964478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,2,power_law_1.01,0.3438528060913086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,2,power_law_1.2,0.3268608093261719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,1,power_law_1.2,0.3311615943908691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,1,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,2,power_law_1.01,0.12885119915008544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,2,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,2,power_law_1.01,0.3878655910491943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,1,power_law_1.01,0.2983871936798096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,1,power_law_1.2,0.37888638973236083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,2,power_law_1.2,0.3702847957611084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,2,power_law_1.2,0.20748798847198485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,1,power_law_1.2,0.14151040315628052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,2,power_law_1.01,0.4315135955810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,2,power_law_1.01,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,1,power_law_1.01,0.3209151983261108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,1,power_law_1.2,0.38563199043273927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,2,power_law_1.2,0.32849280834197997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,1,power_law_1.2,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,2,power_law_1.01,0.3565567970275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,2,power_law_1.2,0.4052800178527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,1,power_law_1.01,0.357369589805603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,2,power_law_1.2,0.3573760032653809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,1,power_law_1.2,0.4626431941986084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,2,power_law_1.01,0.21299200057983397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,1,power_law_1.2,0.1566655993461609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,2,power_law_1.01,0.4089791774749756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,2,power_law_1.2,0.3737600088119507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,2,power_law_1.2,0.3424191951751709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,1,power_law_1.01,0.31478400230407716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,1,power_law_1.2,0.5240831851959229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,2,power_law_1.01,0.5502912044525147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,1,power_law_1.2,0.16465920209884644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,2,power_law_1.01,0.33094398975372313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,2,power_law_1.2,0.37334399223327636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,2,power_law_1.2,0.37765119075775144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,2,power_law_1.01,0.6426623821258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,1,power_law_1.2,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,1,power_law_1.01,0.3496000051498413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,1,power_law_1.2,0.6766719818115234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,2,power_law_1.2,0.40079360008239745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,2,power_law_1.01,0.3498176097869873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,2,power_law_1.01,0.8224767684936524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,2,power_law_1.2,0.4265984058380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,1,power_law_1.2,0.20767359733581542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,2,power_law_1.2,0.4216832160949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,1,power_law_1.2,0.81594877243042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,1,power_law_1.01,0.45444478988647463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,2,power_law_1.01,0.3792896032333374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,2,power_law_1.01,1.0440640449523926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,2,power_law_1.2,0.4212672233581543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,1,power_law_1.2,0.24368638992309571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,2,power_law_1.2,0.36243839263916017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,2,power_law_1.01,0.38604800701141356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,1,power_law_1.2,1.0971136093139648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.01,0.49910402297973633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,2,power_law_1.01,1.3834176063537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,2,power_law_1.2,0.4247551918029785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,2,power_law_1.01,0.39915521144866944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,1,power_law_1.2,0.1912832021713257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,2,power_law_1.01,1.7448896408081054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.01,0.6578176021575928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,1,power_law_1.2,1.3703167915344239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,2,power_law_1.2,0.41799678802490237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,2,power_law_1.2,0.44133758544921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,2,power_law_1.01,0.40059518814086914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,2,power_law_1.01,2.5358400344848633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.01,0.79584641456604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,1,power_law_1.2,0.22446079254150392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,2,power_law_1.2,0.4622335910797119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,2,power_law_1.2,0.5715968132019043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,1,power_law_1.2,1.9335168838500976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,2,power_law_1.2,0.4868095874786377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,2,power_law_1.01,0.4087808132171631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,2,power_law_1.01,3.4832382202148438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,1,power_law_1.2,0.2639935970306396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,2,power_law_1.2,0.6459392070770263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.01,1.0524415969848633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,2,power_law_1.2,0.49541120529174804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,1,power_law_1.2,2.4866815567016602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,2,power_law_1.01,0.4063231945037842
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,2,power_law_1.2,0.8351679801940918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,1,power_law_1.2,0.21544959545135497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,2,power_law_1.01,4.903692626953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,2,power_law_1.2,0.5560319900512696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.01,1.3273088455200195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,2,power_law_1.01,0.43150720596313474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,1,power_law_1.2,3.061555290222168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,2,power_law_1.2,0.6150335788726806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,2,power_law_1.2,1.0528703689575196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,1,power_law_1.2,0.24679040908813477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.01,1.854252815246582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,2,power_law_1.01,6.794445037841797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,2,power_law_1.2,0.7213056087493896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,2,power_law_1.01,0.4593599796295166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,1,power_law_1.2,0.32214400768280027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,2,power_law_1.2,1.4464896202087403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,2,power_law_1.2,0.7700479984283447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.01,2.414591979980469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,1,power_law_1.2,4.766310501098633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,2,power_law_1.01,0.4720895767211914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.2,0.384825611114502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,2,power_law_1.01,8.174982452392578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,2,power_law_1.2,1.8702335357666016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,2,power_law_1.2,0.9334783554077148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.2,0.528991985321045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,2,power_law_1.01,0.49459199905395507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,2,power_law_1.2,1.1970560073852539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.01,3.497983932495117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,2,power_law_1.2,2.601785659790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.2,0.6479872226715088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,2,power_law_1.01,0.5511231899261475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,2,power_law_1.01,13.05785675048828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,2,power_law_1.2,1.532313632965088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,1,power_law_1.2,9.532415771484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.2,0.9219840049743653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,2,power_law_1.2,3.243622589111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,2,power_law_1.01,0.5908480167388916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.01,4.604537582397461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,2,power_law_1.2,1.8722879409790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,1,power_law_1.01,0.09400320053100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.2,1.197868824005127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,2,power_law_1.01,0.7163712024688721
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,2,power_law_1.2,5.004095840454101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,2,power_law_1.2,2.5100223541259767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,1,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,1,power_law_1.01,5.687295913696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,2,power_law_1.01,0.7385151863098145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.2,1.74202880859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,2,power_law_1.01,25.50804443359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,1,power_law_1.01,0.14253439903259277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,2,power_law_1.2,3.365478515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,2,power_law_1.01,0.9195584297180176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,2,power_law_1.2,6.5372161865234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.2,2.300531196594238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,1,power_law_1.01,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,2,power_law_1.01,1.1413503646850587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,1,power_law_1.01,9.009766387939454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,2,power_law_1.2,3.9409664154052733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,1,power_law_1.01,0.24186880588531495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.2,3.3853439331054687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,1,power_law_1.01,0.391808009147644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,2,power_law_1.01,1.4921664237976073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,2,power_law_1.2,8.333734130859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,2,power_law_1.2,6.092582321166992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,1,power_law_1.01,0.42044801712036134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.2,4.507443237304687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,2,power_law_1.01,1.782579231262207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,1,power_law_1.01,0.42536320686340334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,1,power_law_1.01,17.813900756835938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,2,power_law_1.2,12.31195526123047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,2,power_law_1.01,2.492416000366211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,1,power_law_1.01,0.45198721885681153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,1,power_law_1.2,5.590828704833984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,1,power_law_1.01,0.45813760757446287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,2,power_law_1.2,13.777926635742187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,2,power_law_1.01,2.9980607986450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,1,power_law_1.01,0.4618239879608154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,1,power_law_1.2,8.908576202392577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,1,power_law_1.01,0.4728831768035889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,2,power_law_1.01,3.784908676147461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,1,power_law_1.01,0.4823103904724121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,2,power_law_1.2,26.170565795898437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,1,power_law_1.01,0.5048255920410156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,2,power_law_1.01,5.941651153564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,1,power_law_1.01,0.5236735820770264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,1,power_law_1.2,17.707008361816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,1,power_law_1.01,0.5543935775756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,1,power_law_1.01,0.5924799919128418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,2,power_law_1.01,12.238227081298827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,1,power_law_1.01,0.6737919807434082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.01,0.7450623989105225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.01,0.8831040382385253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.01,0.9146368026733398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.01,1.1581439971923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.01,1.3776896476745606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.01,1.8145280838012696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,1,power_law_1.2,0.10403200387954711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.01,2.2386943817138674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,1,power_law_1.2,0.10506240129470826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.01,3.0484479904174804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,1,power_law_1.2,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,1,power_law_1.2,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.01,3.8598655700683593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,2,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,1,power_law_1.2,0.23121280670166017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,1,power_law_1.2,0.3862528085708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,1,power_law_1.01,4.724531173706055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,2,power_law_1.01,0.16179200410842895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,1,power_law_1.2,0.4153151988983154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,2,power_law_1.01,0.2263040065765381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,1,power_law_1.2,0.4569087982177734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,1,power_law_1.01,7.318118286132813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,2,power_law_1.01,0.17428480386734008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,1,power_law_1.2,0.4552703857421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,2,power_law_1.01,0.28775041103363036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,1,power_law_1.2,0.4737088203430176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,2,power_law_1.2,0.12001919746398926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,2,power_law_1.01,0.4016128063201904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,1,power_law_1.2,0.4750207901000977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,1,power_law_1.01,14.6946044921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,1,power_law_1.2,0.4978623867034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,2,power_law_1.01,0.4769792079925537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,2,power_law_1.2,0.15688960552215575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,1,power_law_1.2,0.49213438034057616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,2,power_law_1.01,0.5920383930206299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,2,power_law_1.2,0.15728000402450562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,1,power_law_1.2,0.5269567966461182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,2,power_law_1.01,0.6035456180572509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,2,power_law_1.2,0.17350399494171143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,1,power_law_1.2,0.5347328186035156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,2,power_law_1.01,0.6264832019805908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,2,power_law_1.2,0.25623040199279784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,1,power_law_1.2,0.5728256225585937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,2,power_law_1.01,0.6803520202636719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,2,power_law_1.2,0.3600192070007324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,1,power_law_1.2,0.6060351848602294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,2,power_law_1.01,0.7114816188812256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,1,power_law_1.01,0.1265920042991638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,2,power_law_1.2,0.41308159828186036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,1,power_law_1.2,0.6905856132507324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,2,power_law_1.01,0.7200831890106201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,1,power_law_1.01,0.14766080379486085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,1,power_law_1.2,0.7565311908721923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,2,power_law_1.2,0.5564352035522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,2,power_law_1.01,0.7405632019042969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,1,power_law_1.2,0.8978431701660157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,1,power_law_1.01,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,2,power_law_1.2,0.5924799919128418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,2,power_law_1.01,0.7630847930908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,1,power_law_1.2,0.11959680318832397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,1,power_law_1.2,0.9224191665649414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,1,power_law_1.01,0.23224320411682128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,2,power_law_1.2,0.6309887886047363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,2,power_law_1.01,0.7798719882965088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,1,power_law_1.2,1.1515839576721192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,1,power_law_1.2,0.1519551992416382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,1,power_law_1.01,0.3586047887802124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,2,power_law_1.2,0.6619135856628418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,2,power_law_1.01,0.8187840461730957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,1,power_law_1.2,1.3924351692199708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,1,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,1,power_law_1.01,0.4937727928161621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,2,power_law_1.2,0.6840256214141845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,2,power_law_1.01,0.8548352241516113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,1,power_law_1.2,1.8284543991088866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,1,power_law_1.2,0.233024001121521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,1,power_law_1.01,0.5634111881256103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,2,power_law_1.2,0.6885439872741699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,2,power_law_1.01,0.9363455772399902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,1,power_law_1.2,2.2419519424438477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,1,power_law_1.2,0.32829439640045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,1,power_law_1.01,0.735641622543335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,2,power_law_1.2,0.7339968204498291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,2,power_law_1.01,1.0750207901000977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,1,power_law_1.01,0.7090240001678467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,1,power_law_1.2,0.4259903907775879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,1,power_law_1.2,3.0857215881347657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,2,power_law_1.2,0.7565248012542725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,2,power_law_1.01,1.1991040229797363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,1,power_law_1.01,0.78438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,1,power_law_1.2,0.5204031944274903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,1,power_law_1.2,3.8991809844970704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,2,power_law_1.2,0.7663616180419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,2,power_law_1.01,1.4362688064575195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,1,power_law_1.01,0.8220671653747559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,1,power_law_1.2,0.7102399826049804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,2,power_law_1.2,0.8331263542175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,2,power_law_1.01,1.4897215843200684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,1,power_law_1.2,4.772454452514649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,1,power_law_1.01,0.8785920143127441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,1,power_law_1.2,0.7004096031188964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,2,power_law_1.2,0.8814592361450195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,2,power_law_1.01,1.9032127380371093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,1,power_law_1.01,0.8536512374877929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,1,power_law_1.2,0.7794623851776123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,2,power_law_1.2,0.9687040328979493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,1,power_law_1.2,7.473158264160157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,2,power_law_1.01,2.271839904785156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,1,power_law_1.01,0.9166912078857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,1,power_law_1.2,0.8179712295532227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,2,power_law_1.2,1.136025619506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,1,power_law_1.01,0.9453568458557129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,2,power_law_1.01,2.997651290893555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,1,power_law_1.2,0.8462400436401367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,2,power_law_1.2,1.264025592803955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,1,power_law_1.01,0.9375743865966797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,1,power_law_1.2,0.8757184028625489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,2,power_law_1.01,3.8430721282958986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,1,power_law_1.2,14.851481628417968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,1,power_law_1.01,1.0182527542114257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,2,power_law_1.2,1.4962688446044923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,1,power_law_1.2,0.8945664405822754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,2,power_law_1.01,4.461971282958984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,1,power_law_1.01,1.1167743682861329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,2,power_law_1.2,1.5650815963745117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,1,power_law_1.2,0.931884765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,1,power_law_1.01,1.1859968185424805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,2,power_law_1.2,2.0224063873291014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,1,power_law_1.2,0.9342911720275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,2,power_law_1.01,6.450176239013672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,1,power_law_1.01,1.385472011566162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,2,power_law_1.2,2.3990272521972655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,1,power_law_1.2,1.0293055534362794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,1,power_law_1.01,1.5257599830627442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,1,power_law_1.2,1.1639039993286133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,2,power_law_1.2,3.0443519592285155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,1,power_law_1.01,1.8571327209472657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,2,power_law_1.01,11.9574462890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,1,power_law_1.2,1.2642239570617675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,2,power_law_1.2,3.8737918853759767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,1,power_law_1.01,1.9441600799560548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,1,power_law_1.2,1.4432191848754883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,1,power_law_1.01,2.4334335327148438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,2,power_law_1.2,4.842720031738281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,1,power_law_1.2,1.59170560836792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,1,power_law_1.01,2.912051200866699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,1,power_law_1.2,1.8962112426757813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,2,power_law_1.2,6.703097534179688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,1,power_law_1.01,3.845113754272461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,1,power_law_1.2,1.9949567794799805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,1,power_law_1.01,4.797030258178711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,1,power_law_1.2,2.5063552856445312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,2,power_law_1.2,13.054981994628907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,1,power_law_1.2,2.9853696823120117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,1,power_law_1.01,5.813862228393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,1,power_law_1.2,3.9401535034179687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,1,power_law_1.01,8.682495880126954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,1,power_law_1.2,4.9364990234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,1,power_law_1.2,6.008428955078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,1,power_law_1.01,16.086195373535155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,1,power_law_1.2,8.818482971191406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,1,power_law_1.2,16.782566833496094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,power_law_1.2,0.20234239101409912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,power_law_1.2,0.1464319944381714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,power_law_1.2,0.11838079690933227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,4,power_law_1.01,0.17118719816207886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,power_law_1.2,0.13968000411987305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,4,power_law_1.01,0.11263359785079956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,4,power_law_1.01,0.11775360107421876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,power_law_1.2,0.13455359935760497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,4,power_law_1.01,0.14028799533843994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,power_law_1.2,0.17018879652023317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,4,power_law_1.01,0.1402943968772888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,power_law_1.2,0.18391679525375365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,4,power_law_1.01,0.14582400321960448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,power_law_1.2,0.20930559635162355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,4,power_law_1.01,0.16547839641571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,power_law_1.2,0.23244800567626953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,4,power_law_1.01,0.16424959897994995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,power_law_1.2,0.1853503942489624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,4,power_law_1.01,0.17141760587692262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,power_law_1.2,0.2185215950012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,4,power_law_1.01,0.19312000274658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,power_law_1.2,0.1937407970428467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,4,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,power_law_1.2,0.21422719955444336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,4,power_law_1.01,0.1955839991569519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,power_law_1.2,0.251692795753479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,4,power_law_1.01,0.20972800254821777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,power_law_1.2,0.2506943941116333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,4,power_law_1.01,0.22466559410095216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,power_law_1.2,0.3350591897964478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,4,power_law_1.01,0.23285119533538817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,power_law_1.2,0.4159423828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,4,power_law_1.01,0.27199358940124513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,power_law_1.2,0.49458560943603513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,4,power_law_1.01,0.2865151882171631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,4,power_law_1.01,0.33649280071258547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,power_law_1.2,0.6293504238128662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,power_law_1.01,0.10219520330429077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,4,power_law_1.01,0.40204801559448244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,power_law_1.2,0.9883647918701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,power_law_1.01,0.1230847954750061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,4,power_law_1.01,0.5769216060638428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,power_law_1.2,1.2978176116943358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,power_law_1.01,0.13905279636383056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,4,power_law_1.01,0.738918399810791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,power_law_1.2,1.923276710510254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,4,power_law_1.01,0.9326592445373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,power_law_1.2,2.5120704650878904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,power_law_1.01,0.1546175956726074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,4,power_law_1.01,1.466163158416748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,power_law_1.01,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,power_law_1.2,3.1731712341308596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,4,power_law_1.01,2.2755327224731445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,power_law_1.01,0.16298880577087402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,power_law_1.01,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,power_law_1.2,4.9148094177246096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,4,power_law_1.01,2.3021631240844727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,power_law_1.01,0.16733440160751342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,4,power_law_1.01,4.817555236816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,power_law_1.2,7.2734527587890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,power_law_1.01,0.17717119455337524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,power_law_1.01,0.17776000499725342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,4,power_law_1.01,8.395193481445313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,power_law_1.01,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,power_law_1.2,9.562322998046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,power_law_1.01,0.20807039737701416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,4,power_law_1.01,10.593280029296874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,power_law_1.01,0.21790719032287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,power_law_1.01,0.23470718860626222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,4,power_law_1.2,21.836595153808595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,power_law_1.01,0.2754496097564697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,4,power_law_1.01,18.900384521484376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,power_law_1.01,0.3141632080078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,power_law_1.01,0.4704256057739258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,power_law_1.01,0.534335994720459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,4,power_law_1.2,29.63558349609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,power_law_1.01,0.6422592163085937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,power_law_1.01,0.9285759925842285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,4,power_law_1.01,34.15961608886719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,power_law_1.01,1.3432576179504394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,power_law_1.01,1.8350080490112304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,power_law_1.01,2.7383743286132813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,power_law_1.01,4.232390213012695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,power_law_1.01,5.347942352294922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,2,power_law_1.01,9.410559844970702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,2,power_law_1.01,17.257670593261718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,2,power_law_1.2,0.1093567967414856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,2,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,2,power_law_1.2,0.11263999938964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,2,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,2,power_law_1.2,0.1396607995033264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.01,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,2,power_law_1.2,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,2,power_law_1.2,0.15032960176467897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,2,power_law_1.2,0.15605119466781617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,2,power_law_1.2,0.15789439678192138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,2,power_law_1.2,0.17553919553756714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,2,power_law_1.2,0.16363519430160522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,2,power_law_1.2,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,1,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.01,0.14826879501342774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,2,power_law_1.2,0.1712000012397766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,1,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.01,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,2,power_law_1.2,0.18674559593200685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.01,0.1542080044746399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,1,power_law_1.2,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,2,power_law_1.2,0.21011838912963868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.01,0.15278719663619994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,1,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,2,power_law_1.2,0.21134719848632813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.01,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,1,power_law_1.2,0.13966720104217528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.01,0.16588159799575805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,2,power_law_1.2,0.24700798988342285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,1,power_law_1.2,0.1464319944381714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.01,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,2,power_law_1.2,0.2699264049530029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,1,power_law_1.2,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.01,0.1834944009780884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,2,power_law_1.2,0.35573759078979494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,1,power_law_1.2,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.01,0.1937407970428467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,2,power_law_1.2,0.45361919403076173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,1,power_law_1.2,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.01,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,2,power_law_1.2,0.5543935775756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,1,power_law_1.2,0.15155839920043945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.01,0.2385983943939209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,1,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,2,power_law_1.2,0.7553088188171386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.01,0.279750394821167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.01,0.34447360038757324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,1,power_law_1.2,0.15932799577713014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,2,power_law_1.2,1.0614720344543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.01,0.40430078506469724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,1,power_law_1.2,0.1615872025489807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,2,power_law_1.2,1.4929856300354003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.01,0.5343232154846191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,1,power_law_1.2,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,2,power_law_1.2,1.6711744308471679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.01,0.6635263919830322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,1,power_law_1.2,0.18432639837265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.01,0.9682815551757813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,2,power_law_1.2,2.6222591400146484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,1,power_law_1.2,0.19209599494934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.01,1.2646400451660156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,1,power_law_1.2,0.19782400131225586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,2,power_law_1.2,4.496409606933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.01,1.9048448562622071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,1,power_law_1.2,0.2344896078109741
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,2,power_law_1.2,5.5523326873779295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,1,power_law_1.2,0.26993279457092284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.01,2.6808319091796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,1,power_law_1.2,0.3455039978027344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.01,3.376128005981445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,1,power_law_1.2,0.4050943851470947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,2,power_law_1.2,9.220928192138672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.01,5.5314689636230465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,1,power_law_1.2,0.547430419921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,1,power_law_1.2,0.6578239917755127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,2,power_law_1.2,18.102272033691406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.01,11.838687896728516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,1,power_law_1.2,0.9576512336730957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,1,power_law_1.2,1.2630016326904296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,1,power_law_1.2,1.924505615234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,1,power_law_1.2,2.6406784057617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,1,power_law_1.2,3.274739074707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,1,power_law_1.2,5.515897750854492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,1,power_law_1.2,11.444473266601562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,power_law_1.01,0.31661438941955566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,power_law_1.01,0.23224959373474122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,power_law_1.01,0.2043776035308838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,power_law_1.01,0.21811199188232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,power_law_1.01,0.21584639549255372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,power_law_1.01,0.22221438884735106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,power_law_1.01,0.2506752014160156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,power_law_1.01,0.23491199016571046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,power_law_1.01,0.28590080738067625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,power_law_1.01,0.2893824100494385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,power_law_1.01,0.25292799472808836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,power_law_1.01,0.2545664072036743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,power_law_1.01,0.2629695892333984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,4,power_law_1.2,0.37418880462646487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,power_law_1.01,0.2942975997924805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,4,power_law_1.2,0.1912832021713257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,power_law_1.01,0.3690687894821167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,4,power_law_1.2,0.20439040660858154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,power_law_1.01,0.39403519630432127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,4,power_law_1.2,0.22508161067962645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,power_law_1.01,0.4413440227508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,4,power_law_1.2,0.21566081047058105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,power_law_1.01,0.5818304061889649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,4,power_law_1.2,0.2224128007888794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,power_law_1.01,0.6815743923187256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,4,power_law_1.2,0.260915207862854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,4,power_law_1.2,0.24677760601043702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,power_law_1.01,1.0983424186706543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,4,power_law_1.2,0.2596927881240845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,power_law_1.01,1.2834752082824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,4,power_law_1.2,0.2916287899017334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,power_law_1.01,1.716223907470703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,4,power_law_1.2,0.24554879665374757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,power_law_1.01,2.2345792770385744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,4,power_law_1.2,0.28097920417785643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,power_law_1.01,3.3300544738769533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,4,power_law_1.2,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,4,power_law_1.2,0.30103039741516113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,power_law_1.01,5.770291137695312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,4,power_law_1.2,0.3802880048751831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,4,power_law_1.2,0.39935998916625975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,power_law_1.01,10.872454071044922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,4,power_law_1.2,0.45403518676757815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,4,power_law_1.2,0.5994559764862061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,power_law_1.01,10.577305603027344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,4,power_law_1.2,0.7528448104858398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,4,power_law_1.2,0.8921024322509765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,power_law_1.01,15.441299438476562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,4,power_law_1.2,1.174118423461914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,4,power_law_1.2,2.152243232727051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,4,power_law_1.01,20.045408630371092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,4,power_law_1.2,2.2079423904418944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,4,power_law_1.2,3.4926593780517576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,4,power_law_1.2,6.608537292480468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,4,power_law_1.2,10.882662200927735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,4,power_law_1.01,68.93321533203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,4,power_law_1.2,14.956544494628906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,4,power_law_1.2,18.418482971191406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,4,power_law_1.2,36.2672119140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,4,power_law_1.2,64.23859252929688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,power_law_1.01,0.1704192042350769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,power_law_1.01,0.2840512037277222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,power_law_1.01,0.2371583938598633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,power_law_1.01,0.22159359455108643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,4,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,power_law_1.01,0.36311678886413573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,4,power_law_1.2,0.2504703998565674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,power_law_1.01,0.4491263866424561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,4,power_law_1.2,0.14622080326080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,power_law_1.01,0.6207424163818359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,4,power_law_1.2,0.22753279209136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,power_law_1.01,0.6692927837371826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,4,power_law_1.2,0.30658559799194335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,power_law_1.01,0.6795263767242432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,4,power_law_1.2,0.40366082191467284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,power_law_1.01,0.6995967864990235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,4,power_law_1.2,0.5912511825561524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,power_law_1.01,0.7417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,4,power_law_1.2,0.6520895957946777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,power_law_1.01,0.7352320194244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,4,power_law_1.2,0.6651711940765381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,power_law_1.01,0.7536704063415527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,4,power_law_1.2,0.6799551963806152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,power_law_1.01,0.7729087829589844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,4,power_law_1.2,0.7610367774963379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,power_law_1.01,0.7942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,4,power_law_1.2,0.7516160011291504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,power_law_1.01,0.8003583908081054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,4,power_law_1.2,0.749567985534668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,power_law_1.01,0.8400832176208496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,4,power_law_1.2,0.7733248233795166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,power_law_1.01,0.8675392150878907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,4,power_law_1.2,0.8036352157592773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,power_law_1.01,0.9490431785583496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,4,power_law_1.2,0.8134655952453613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,power_law_1.01,1.0696703910827636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,4,power_law_1.2,0.8691712379455566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,power_law_1.01,1.1282431602478027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,4,power_law_1.2,0.9400256156921387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,power_law_1.01,1.3248512268066406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,4,power_law_1.2,1.0010560035705567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,4,power_law_1.2,1.1233280181884766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,power_law_1.01,1.5437952041625977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,4,power_law_1.2,1.1769856452941894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,power_law_1.01,1.9147136688232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,4,power_law_1.2,1.399404811859131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,power_law_1.01,2.6447872161865233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,4,power_law_1.2,1.5724543571472167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,power_law_1.01,3.5434497833251952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,4,power_law_1.2,2.1587968826293946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,power_law_1.01,4.464025497436523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,4,power_law_1.2,2.795315170288086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,power_law_1.01,5.874502563476563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,4,power_law_1.2,3.8873023986816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,4,power_law_1.2,5.550726318359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,4,power_law_1.01,9.345062255859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,4,power_law_1.2,6.183116912841797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,4,power_law_1.01,16.920378112792967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,4,power_law_1.2,8.15308837890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,4,power_law_1.2,16.10138854980469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,power_law_1.01,0.19660160541534424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,power_law_1.01,0.12798080444335938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,power_law_1.01,0.15911680459976196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,power_law_1.01,0.22464001178741455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,power_law_1.01,0.22016639709472657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,power_law_1.01,0.22590720653533936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,power_law_1.01,0.23879680633544922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,power_law_1.01,0.2293760061264038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,power_law_1.01,0.2367487907409668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,power_law_1.01,0.24330239295959472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,power_law_1.01,0.24309759140014647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,2,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,power_law_1.01,0.2598912000656128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,2,power_law_1.2,0.13864959478378297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,power_law_1.01,0.25128960609436035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,2,power_law_1.2,0.14929920434951782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,power_law_1.01,0.2654144048690796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,2,power_law_1.2,0.2150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,power_law_1.01,0.2971199989318848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,2,power_law_1.2,0.21934080123901367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,power_law_1.01,0.31191680431365965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,power_law_1.01,0.0827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,2,power_law_1.2,0.22323200702667237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,power_law_1.01,0.3311487913131714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,power_law_1.01,0.10792959928512573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,2,power_law_1.2,0.23223679065704345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,power_law_1.01,0.41860480308532716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,power_law_1.01,0.12226560115814208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,2,power_law_1.2,0.22876160144805907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,power_law_1.01,0.4982719898223877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,power_law_1.01,0.20971519947052003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,2,power_law_1.2,0.235315203666687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,power_law_1.01,0.21442561149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,power_law_1.01,0.7270400047302246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,2,power_law_1.2,0.2416640043258667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,power_law_1.01,0.21135358810424804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,power_law_1.01,0.8155136108398438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,2,power_law_1.2,0.24412159919738768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,power_law_1.01,0.22957439422607423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,power_law_1.01,1.1819199562072753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,power_law_1.01,0.21975040435791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,2,power_law_1.2,0.2570240020751953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,power_law_1.01,1.4831295967102052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,power_law_1.01,0.2260672092437744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,2,power_law_1.2,0.2592704057693481
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,power_law_1.01,0.2258687973022461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,power_law_1.01,2.3099456787109376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,2,power_law_1.2,0.2709439992904663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,power_law_1.01,0.23367040157318114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,2,power_law_1.2,0.30392959117889407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,power_law_1.01,2.998489570617676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,power_law_1.01,0.24596478939056396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,2,power_law_1.2,0.3129280090332031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,power_law_1.01,0.2535360097885132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,power_law_1.01,4.2692607879638675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,2,power_law_1.2,0.3442303895950317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,power_law_1.01,0.24924800395965577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,2,power_law_1.2,0.40283517837524413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,power_law_1.01,0.2678783893585205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,power_law_1.01,7.4928131103515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,2,power_law_1.2,0.5478335857391358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,power_law_1.01,0.2858880043029785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,power_law_1.01,0.30125439167022705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,2,power_law_1.2,0.6520639896392822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,power_law_1.01,10.144134521484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,power_law_1.01,0.36331520080566404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,2,power_law_1.2,0.8427519798278809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,power_law_1.01,0.413702392578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,2,power_law_1.2,1.2097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,power_law_1.01,0.5342976093292237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,2,power_law_1.01,16.15916748046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,2,power_law_1.2,1.5683584213256836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,power_law_1.01,0.6301695823669433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,2,power_law_1.2,2.312595176696777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,power_law_1.01,0.859340763092041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,power_law_1.01,1.0704895973205566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,2,power_law_1.2,3.8090686798095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,power_law_1.01,1.5654911994934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,2,power_law_1.2,4.907455825805664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,2,power_law_1.01,37.87858581542969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,power_law_1.01,2.0612863540649413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,2,power_law_1.2,6.383449554443359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,power_law_1.01,3.192038345336914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,2,power_law_1.2,7.8375297546386715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,power_law_1.01,4.347084808349609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,power_law_1.01,5.429452896118164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,2,power_law_1.2,15.536741638183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,1,power_law_1.01,9.021683502197266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,1,power_law_1.01,20.741529846191405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,2,power_law_1.2,32.89906616210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,1,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,1,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,1,power_law_1.2,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,1,power_law_1.2,0.21319680213928222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,1,power_law_1.2,0.2105407953262329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,1,power_law_1.2,0.21811199188232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,1,power_law_1.2,0.2289664030075073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,1,power_law_1.2,0.22364161014556885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,1,power_law_1.2,0.22938880920410157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,1,power_law_1.2,0.2275264024734497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,1,power_law_1.2,0.2318336009979248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,1,power_law_1.2,0.23941760063171386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,1,power_law_1.2,0.24186880588531495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,1,power_law_1.2,0.24924159049987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,1,power_law_1.2,0.2744319915771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,1,power_law_1.2,0.27197439670562745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,1,power_law_1.2,0.3082175970077515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,1,power_law_1.2,0.3710911989212036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,1,power_law_1.2,0.4315135955810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,1,power_law_1.2,0.5335040092468262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,1,power_law_1.2,0.6364863872528076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,1,power_law_1.2,0.8597503662109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,1,power_law_1.2,1.1188159942626954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,1,power_law_1.2,1.6519168853759765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,1,power_law_1.2,2.1100543975830077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,1,power_law_1.2,3.2763904571533202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,1,power_law_1.2,4.43043212890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,1,power_law_1.2,5.666611099243164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,1,power_law_1.2,9.14145278930664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,1,power_law_1.2,19.400294494628906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,power_law_1.01,0.14294400215148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,power_law_1.01,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,power_law_1.01,0.2375744104385376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,power_law_1.01,0.3190783977508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,power_law_1.01,0.4315135955810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,power_law_1.01,0.610918378829956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,power_law_1.01,0.6537216186523438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,power_law_1.01,0.6754303932189941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,power_law_1.01,0.6815616130828858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,power_law_1.01,0.738918399810791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,power_law_1.01,0.7475200176239014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,power_law_1.01,0.7364607810974121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,power_law_1.01,0.7774208068847657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,power_law_1.01,0.8142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,2,power_law_1.2,0.14376319646835328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,power_law_1.01,0.8110079765319824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,2,power_law_1.2,0.16895359754562378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,power_law_1.01,0.8675264358520508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,2,power_law_1.2,0.14254080057144164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,power_law_1.01,0.9408512115478516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,2,power_law_1.2,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,power_law_1.01,0.9613311767578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,2,power_law_1.2,0.29122560024261473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,power_law_1.01,1.0885055541992188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,2,power_law_1.2,0.39813759326934817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,power_law_1.01,1.1233344078063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,2,power_law_1.2,0.608454418182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,2,power_law_1.2,0.6340608119964599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,power_law_1.01,1.3444992065429688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,2,power_law_1.2,0.6819839954376221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,power_law_1.01,1.5728639602661132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,2,power_law_1.2,0.6864640235900878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,power_law_1.01,2.024857521057129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,2,power_law_1.2,0.7069759845733643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,power_law_1.01,2.591948890686035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,2,power_law_1.2,0.748748779296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,power_law_1.01,3.3630207061767576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,2,power_law_1.2,0.7589824199676514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,2,power_law_1.2,0.8085503578186035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,power_law_1.01,4.185305786132813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,2,power_law_1.2,0.8216575622558594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,power_law_1.01,4.996710586547851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,2,power_law_1.2,0.8331263542175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,2,power_law_1.2,0.89169921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,2,power_law_1.01,8.007500457763673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,2,power_law_1.2,0.9416704177856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,2,power_law_1.2,1.0223615646362305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,2,power_law_1.2,1.1499456405639648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,2,power_law_1.01,15.447865295410157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,2,power_law_1.2,1.176979160308838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,2,power_law_1.2,1.40185604095459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,2,power_law_1.2,1.7100799560546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,2,power_law_1.2,2.1428224563598635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,2,power_law_1.2,2.7213823318481447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,2,power_law_1.2,3.6411392211914064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,2,power_law_1.2,4.242214584350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,2,power_law_1.2,5.373766326904297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,2,power_law_1.2,9.829804992675781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,2,power_law_1.2,17.466592407226564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,power_law_1.01,0.07926399707794189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,power_law_1.01,0.10096640586853027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,power_law_1.01,0.1325055956840515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,power_law_1.01,0.18371200561523438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,power_law_1.01,0.2002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,power_law_1.01,0.20684800148010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,power_law_1.01,0.2070528030395508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,power_law_1.01,0.21524479389190673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,power_law_1.01,0.21957759857177733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,4,power_law_1.2,0.08478080034255982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,power_law_1.01,0.2197567939758301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,4,power_law_1.2,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,power_law_1.01,0.21892480850219725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,4,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,power_law_1.01,0.23880319595336913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,4,power_law_1.2,0.09400320053100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,power_law_1.01,0.24250240325927735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,4,power_law_1.2,0.1200063943862915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,power_law_1.01,0.07448319792747497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,power_law_1.01,0.24330239295959472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,4,power_law_1.2,0.18511999845504762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,4,power_law_1.2,0.1947648048400879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,power_law_1.01,0.2830399990081787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,4,power_law_1.2,0.19617279767990112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,power_law_1.01,0.29081599712371825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,power_law_1.01,0.10238080024719239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,4,power_law_1.2,0.22160000801086427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,power_law_1.01,0.33853440284729003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,4,power_law_1.2,0.21811199188232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,power_law_1.01,0.3880896091461182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,4,power_law_1.2,0.2232127904891968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,power_law_1.01,0.19743360280990602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,power_law_1.01,0.5008831977844238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,4,power_law_1.2,0.21544959545135497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,power_law_1.01,0.20767359733581542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,4,power_law_1.2,0.22977919578552247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,power_law_1.01,0.5691391944885253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,power_law_1.01,0.20808959007263184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,4,power_law_1.2,0.23447039127349853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,power_law_1.01,0.7593728065490722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,power_law_1.01,0.20643839836120606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,4,power_law_1.2,0.24985599517822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,power_law_1.01,0.21605119705200196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,power_law_1.01,1.0264575958251954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,4,power_law_1.2,0.2514944076538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,power_law_1.01,0.21973121166229248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,4,power_law_1.2,0.2576319932937622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,power_law_1.01,1.3187071800231933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,power_law_1.01,0.22424960136413574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,4,power_law_1.2,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,power_law_1.01,1.79486083984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,power_law_1.01,0.22916479110717775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,4,power_law_1.2,0.3401727914810181
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,power_law_1.01,0.24924159049987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,4,power_law_1.2,0.3983360052108765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,power_law_1.01,1.97325439453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,power_law_1.01,0.2531327962875366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,4,power_law_1.2,0.41246719360351564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,power_law_1.01,0.25947520732879636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,4,power_law_1.2,0.5113855838775635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,4,power_law_1.01,3.517657470703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,power_law_1.01,0.25701758861541746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,4,power_law_1.2,0.6574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,power_law_1.01,0.2978111982345581
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,4,power_law_1.2,0.8286208152770996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,4,power_law_1.01,7.108819580078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,power_law_1.01,0.30965120792388917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,4,power_law_1.2,1.0264512062072755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,power_law_1.01,0.37212159633636477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,4,power_law_1.2,1.6879552841186523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,power_law_1.01,0.39853439331054685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,4,power_law_1.2,2.042470359802246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,power_law_1.01,0.5069056034088135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,power_law_1.01,0.6170623779296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,4,power_law_1.2,2.5452543258666993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,power_law_1.01,0.7929855823516846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,4,power_law_1.2,4.616019058227539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,power_law_1.01,0.931430435180664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,power_law_1.01,1.3146047592163086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,power_law_1.01,1.74202880859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,4,power_law_1.2,10.817350769042969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,power_law_1.01,2.2841535568237306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,2,power_law_1.01,3.5512321472167967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,2,power_law_1.01,7.175475311279297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,2,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,2,power_law_1.2,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,2,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,2,power_law_1.2,0.09050880074501037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,2,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,2,power_law_1.2,0.19370880126953124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,2,power_law_1.2,0.2007040023803711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,2,power_law_1.2,0.21320319175720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,2,power_law_1.2,0.2121664047241211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,2,power_law_1.2,0.21464319229125978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,2,power_law_1.2,0.22056961059570312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,2,power_law_1.2,0.22917120456695556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,2,power_law_1.2,0.22977919578552247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,2,power_law_1.2,0.23347198963165283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,2,power_law_1.2,0.25742719173431394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,2,power_law_1.2,0.26255359649658205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,2,power_law_1.2,0.2664383888244629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,2,power_law_1.2,0.302892804145813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,2,power_law_1.2,0.31928319931030275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,2,power_law_1.2,0.374783992767334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,2,power_law_1.2,0.4036672115325928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,2,power_law_1.2,0.5261312007904053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,2,power_law_1.2,0.679091215133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,2,power_law_1.2,0.8200192451477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,2,power_law_1.2,1.0618816375732423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,2,power_law_1.2,1.5728704452514648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,2,power_law_1.2,2.0396032333374023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,2,power_law_1.2,2.58416633605957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,2,power_law_1.2,3.896332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,2,power_law_1.2,8.276428985595704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,1,power_law_1.2,0.10517760515213012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,1,power_law_1.2,0.11756160259246826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,power_law_1.01,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,1,power_law_1.2,0.14151040315628052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,power_law_1.01,0.21790719032287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,1,power_law_1.2,0.2150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,power_law_1.01,0.33648641109466554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,1,power_law_1.2,0.3033024072647095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,power_law_1.01,0.4478975772857666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,1,power_law_1.2,0.40038399696350097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,power_law_1.01,0.6326272010803222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,1,power_law_1.2,0.6072447776794434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,power_law_1.01,0.660691213607788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,1,power_law_1.2,0.6475776195526123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,power_law_1.01,0.6921984195709229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,1,power_law_1.2,0.6754303932189941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,power_law_1.01,0.7139328002929688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,1,power_law_1.2,0.7069695949554443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,power_law_1.01,0.7335936069488526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,1,power_law_1.2,0.7413760185241699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,power_law_1.01,0.7716864109039306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,1,power_law_1.2,0.7655360221862793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,power_law_1.01,0.7937983989715576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,1,power_law_1.2,0.7819263935089111
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,power_law_1.01,0.7999423980712891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,1,power_law_1.2,0.8470784187316894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,power_law_1.01,0.8355903625488281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,1,power_law_1.2,0.848691177368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,power_law_1.01,0.858124828338623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,1,power_law_1.2,0.9035776138305665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,power_law_1.01,0.9150464057922363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,1,power_law_1.2,0.9244671821594238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,power_law_1.01,0.9965632438659668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,1,power_law_1.2,1.0158080101013183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,power_law_1.2,1.0868736267089845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,1,power_law_1.01,1.0569664001464845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,power_law_1.2,1.2306431770324706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,1,power_law_1.01,1.1864128112792969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,power_law_1.2,1.311737632751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,1,power_law_1.01,1.2621824264526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,power_law_1.2,1.5630335807800293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,1,power_law_1.01,1.51592960357666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,power_law_1.2,1.804697608947754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,1,power_law_1.01,1.7657855987548827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,power_law_1.2,2.30010871887207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,1,power_law_1.01,2.2550527572631838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,power_law_1.2,2.994790458679199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,1,power_law_1.01,2.9857791900634765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,power_law_1.2,4.1029502868652346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,1,power_law_1.01,4.059507369995117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,power_law_1.2,5.195366287231446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,1,power_law_1.01,4.886131286621094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,power_law_1.2,6.412499237060547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,1,power_law_1.01,6.008422470092773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,1,power_law_1.2,9.11562271118164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,1,power_law_1.01,9.375545501708984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,1,power_law_1.2,18.136288452148438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,1,power_law_1.01,18.250355529785157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,power_law_1.01,0.04588800072669983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,power_law_1.01,0.07207679748535156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,power_law_1.01,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,power_law_1.01,0.20234239101409912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,power_law_1.01,0.2084671974182129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,power_law_1.01,0.22200319766998292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,power_law_1.01,0.21975040435791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,power_law_1.01,0.22527999877929689
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,power_law_1.01,0.23879680633544922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,power_law_1.01,0.2396159887313843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,power_law_1.01,0.24966399669647216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,power_law_1.01,0.25927679538726806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,power_law_1.01,0.2754431962966919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,power_law_1.01,0.28200318813323977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,power_law_1.01,0.2879487991333008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,power_law_1.01,0.33280000686645506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,power_law_1.01,0.3663872003555298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,1,power_law_1.2,0.04564479887485504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,power_law_1.01,0.4388864040374756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,1,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,power_law_1.01,0.48721919059753416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,1,power_law_1.2,0.07212160229682922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,power_law_1.01,0.6137856006622314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,1,power_law_1.2,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,power_law_1.01,0.7598080158233642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,1,power_law_1.2,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,1,power_law_1.2,0.2033600091934204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,power_law_1.01,0.9973823547363281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,1,power_law_1.2,0.21667840480804443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,power_law_1.01,1.2437631607055664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,1,power_law_1.2,0.22527999877929689
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,power_law_1.01,1.7506111145019532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,1,power_law_1.2,0.2320319890975952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,1,power_law_1.2,0.2293760061264038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,power_law_1.01,2.2591680526733398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,1,power_law_1.2,0.2428800106048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,power_law_1.01,2.785887908935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,1,power_law_1.2,0.2498624086380005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,1,power_law_1.2,0.2549823999404907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,1,power_law_1.01,4.374118423461914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,1,power_law_1.2,0.26151039600372317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,1,power_law_1.2,0.27665278911590574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,1,power_law_1.2,0.293887996673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,1,power_law_1.01,8.762764739990235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,1,power_law_1.2,0.2969536066055298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,1,power_law_1.2,0.3375103950500488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,1,power_law_1.2,0.37416958808898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,1,power_law_1.2,0.446668815612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,1,power_law_1.2,0.48803200721740725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,1,power_law_1.2,0.610918378829956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,1,power_law_1.2,0.7638976097106933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,1,power_law_1.2,1.00065279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,1,power_law_1.2,1.250707244873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,1,power_law_1.2,1.7571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,1,power_law_1.2,2.4256511688232423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,1,power_law_1.2,3.0382080078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,1,power_law_1.2,4.4386238098144535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,1,power_law_1.2,8.826886749267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,power_law_1.01,0.21278719902038573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,power_law_1.01,0.2324415922164917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,power_law_1.01,0.15173120498657228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,power_law_1.01,0.26256000995635986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,power_law_1.01,0.31436800956726074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,power_law_1.01,0.4536320209503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,power_law_1.01,0.5085184097290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,power_law_1.01,0.5085184097290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,power_law_1.01,0.5380288124084472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,power_law_1.01,0.5482560157775879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,power_law_1.01,0.5814271926879883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,power_law_1.01,0.5568511962890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,power_law_1.01,0.5617792129516601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,power_law_1.01,0.606822395324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,power_law_1.01,0.5982207775115966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,power_law_1.01,0.6301695823669433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,4,power_law_1.2,0.17857919931411742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,power_law_1.01,0.6244351863861084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,4,power_law_1.2,0.10403200387954711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,4,power_law_1.2,0.16219520568847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,power_law_1.01,0.6995967864990235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,4,power_law_1.2,0.21810560226440429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,power_law_1.01,0.7524352073669434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,4,power_law_1.2,0.30207359790802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,power_law_1.01,0.8875967979431152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,4,power_law_1.2,0.49417600631713865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,power_law_1.01,0.9072704315185547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,4,power_law_1.2,0.5089151859283447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,power_law_1.01,1.1712512016296386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,4,power_law_1.2,0.5089216232299805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,power_law_1.01,1.3637696266174317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,4,power_law_1.2,0.5494719982147217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,power_law_1.01,1.7612735748291015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,4,power_law_1.2,0.5421055793762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,power_law_1.01,0.13639039993286134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,4,power_law_1.2,0.5806335926055908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,power_law_1.01,2.382643127441406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,power_law_1.01,0.1734655976295471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,4,power_law_1.2,0.560537576675415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,power_law_1.01,0.14829440116882325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,power_law_1.01,3.768115234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,4,power_law_1.2,0.5711999893188476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,power_law_1.01,0.2279423952102661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,4,power_law_1.2,0.6002687931060791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,power_law_1.01,4.180377578735351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,power_law_1.01,0.3010688066482544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,4,power_law_1.2,0.6447296142578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,power_law_1.01,0.45443201065063477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,4,power_law_1.2,0.6414336204528809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,power_law_1.01,5.569120025634765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,power_law_1.01,0.5105663776397705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,4,power_law_1.2,0.644704008102417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,power_law_1.01,0.5175295829772949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,4,power_law_1.2,0.7180223941802979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,4,power_law_1.01,8.693593597412109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,power_law_1.01,0.5298175811767578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,4,power_law_1.2,0.7974912166595459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,power_law_1.01,0.5388160228729248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,4,power_law_1.2,0.9641983985900879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,power_law_1.01,0.5621695995330811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,4,power_law_1.2,1.0063872337341309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,power_law_1.01,0.5707712173461914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,4,power_law_1.2,1.3031423568725586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,4,power_law_1.01,17.024826049804688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,power_law_1.01,0.5809919834136963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,4,power_law_1.2,1.539680004119873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,power_law_1.01,0.5994495868682861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,4,power_law_1.2,1.8558975219726563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,power_law_1.01,0.6252543926239014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,4,power_law_1.2,2.937855911254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,power_law_1.01,0.6199359893798828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,power_law_1.01,0.6529024124145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,4,power_law_1.2,4.09681282043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,power_law_1.01,0.7098368167877197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,power_law_1.01,0.8183808326721191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,4,power_law_1.2,6.19214096069336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,power_law_1.01,0.9486335754394531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,4,power_law_1.2,7.020396423339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,power_law_1.01,0.9437120437622071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,power_law_1.01,1.1171839714050293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,4,power_law_1.2,11.127616119384765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,power_law_1.01,1.4260288238525392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,power_law_1.01,1.717862319946289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,power_law_1.01,2.3302143096923826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,4,power_law_1.2,25.467488098144532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,power_law_1.01,2.965702438354492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,power_law_1.01,4.099244689941406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,power_law_1.01,5.708601760864258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,2,power_law_1.01,7.651551818847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,2,power_law_1.01,16.17900848388672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,2,power_law_1.2,0.14498560428619384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,2,power_law_1.2,0.10035840272903443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,2,power_law_1.2,0.13600640296936034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,2,power_law_1.2,0.18391040563583375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,2,power_law_1.2,0.2471935987472534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,2,power_law_1.2,0.46592001914978026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,2,power_law_1.2,0.5191679954528808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,2,power_law_1.2,0.5187327861785889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,2,power_law_1.2,0.5462016105651856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,2,power_law_1.2,0.5662720203399658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,2,power_law_1.2,0.5859327793121338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,2,power_law_1.2,0.592460823059082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,2,power_law_1.2,0.6100992202758789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,2,power_law_1.2,0.6215616226196289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,2,power_law_1.2,0.6297599792480468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,2,power_law_1.2,0.6463551998138428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,2,power_law_1.2,0.6778816223144531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,2,power_law_1.2,0.7639039993286133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,2,power_law_1.2,0.7778431892395019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,2,power_law_1.2,0.9502719879150391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,2,power_law_1.2,0.9498623847961426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,2,power_law_1.2,1.177401638031006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,2,power_law_1.2,1.440351963043213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,2,power_law_1.2,1.7956863403320313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,2,power_law_1.2,2.6574848175048826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,2,power_law_1.2,3.837772750854492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,2,power_law_1.2,4.953702545166015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,2,power_law_1.2,6.587007904052735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,2,power_law_1.2,8.321465301513673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,2,power_law_1.2,17.492410278320314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,power_law_1.01,0.14623359441757203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,1,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,power_law_1.01,0.2205631971359253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,1,power_law_1.2,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,power_law_1.01,0.2861056089401245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,1,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,power_law_1.01,0.4782080173492432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,1,power_law_1.2,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,power_law_1.01,0.5253119945526123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,1,power_law_1.2,0.26480000019073485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,power_law_1.01,0.5294015884399415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,1,power_law_1.2,0.48024959564208985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,power_law_1.01,0.5548096179962159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,1,power_law_1.2,0.5101503849029541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,power_law_1.01,0.5593088150024415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,1,power_law_1.2,0.5470143795013428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,power_law_1.01,0.5822463989257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,1,power_law_1.2,0.552345609664917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,power_law_1.01,0.5892096042633057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,1,power_law_1.2,0.5740479946136474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,power_law_1.01,0.6006720066070557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,1,power_law_1.2,0.5826560020446777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,power_law_1.01,0.6195199966430665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,1,power_law_1.2,0.6060031890869141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,power_law_1.01,0.638156795501709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,1,power_law_1.2,0.6154240131378174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,power_law_1.01,0.6594304084777832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,1,power_law_1.2,0.6459392070770263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,power_law_1.01,0.7024640083312989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,1,power_law_1.2,0.678707218170166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,power_law_1.01,0.7733248233795166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,1,power_law_1.2,0.6795263767242432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,power_law_1.01,0.8183808326721191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,1,power_law_1.2,0.7249663829803467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,power_law_1.01,0.9658368110656739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,1,power_law_1.2,0.809779167175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,power_law_1.01,1.083187198638916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,1,power_law_1.2,0.8769536018371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,power_law_1.01,1.3170687675476074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,1,power_law_1.2,1.0293248176574707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,power_law_1.01,1.4723072052001953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,1,power_law_1.2,1.115135955810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,power_law_1.01,1.9126272201538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,1,power_law_1.2,1.3678655624389648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,power_law_1.01,2.3871360778808595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,1,power_law_1.2,1.5245120048522949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,power_law_1.01,3.3054656982421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,1,power_law_1.2,1.9818496704101562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,power_law_1.01,4.317587280273438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,1,power_law_1.2,2.7222015380859377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,power_law_1.01,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,power_law_1.01,5.366796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,1,power_law_1.2,3.7275646209716795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,power_law_1.01,0.2736128091812134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,1,power_law_1.2,4.415283203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,1,power_law_1.01,9.317804718017578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,power_law_1.01,0.5019519805908204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,power_law_1.01,0.24248321056365968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,1,power_law_1.2,5.522240066528321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,power_law_1.01,0.42212481498718263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,1,power_law_1.01,17.138706970214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,power_law_1.01,0.5904384136199952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,1,power_law_1.2,8.660588836669922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,power_law_1.01,0.6031295776367187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,power_law_1.01,0.8439999580383301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,1,power_law_1.2,17.67427215576172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,power_law_1.01,0.8269824028015137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,power_law_1.01,0.9076736450195313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,power_law_1.01,0.9695232391357422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,power_law_1.01,1.0100735664367675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,power_law_1.01,1.0035136222839356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,power_law_1.01,1.0407936096191406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,power_law_1.01,1.0614848136901855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,power_law_1.01,1.0754048347473144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,power_law_1.01,1.084441566467285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,4,power_law_1.2,0.170796799659729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,power_law_1.01,1.1986944198608398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,4,power_law_1.2,0.27340800762176515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,power_law_1.01,1.2003328323364257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,4,power_law_1.2,0.2795583963394165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,4,power_law_1.2,0.21093759536743165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,power_law_1.01,1.3514752388000488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,4,power_law_1.2,0.35614719390869143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,power_law_1.01,1.4698304176330566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,4,power_law_1.2,0.491315221786499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,power_law_1.01,1.8292991638183593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,4,power_law_1.2,0.5711999893188476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,power_law_1.01,1.9298751831054688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,4,power_law_1.2,0.7761919975280762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,power_law_1.01,2.4207359313964845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,4,power_law_1.2,0.7761983871459961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,power_law_1.01,2.7465728759765624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,4,power_law_1.2,0.8548352241516113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,power_law_1.01,3.491449737548828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,4,power_law_1.2,0.9338687896728516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,4,power_law_1.2,0.9195520401000976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,power_law_1.01,4.748697662353516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,4,power_law_1.2,0.9768896102905273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,power_law_1.01,5.70880012512207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,4,power_law_1.2,1.0272704124450684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,4,power_law_1.2,1.0958847999572754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,4,power_law_1.01,9.365939331054687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,4,power_law_1.2,1.0545151710510254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,4,power_law_1.2,1.1003904342651367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,4,power_law_1.2,1.1679743766784667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,4,power_law_1.01,15.966624450683593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,4,power_law_1.2,1.2441920280456542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,4,power_law_1.2,1.3907967567443849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,4,power_law_1.2,1.6302080154418945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,4,power_law_1.2,1.8579519271850586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,4,power_law_1.2,1.9515647888183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,4,power_law_1.2,2.3650239944458007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,4,power_law_1.2,2.843654441833496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,4,power_law_1.2,3.6546558380126952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,4,power_law_1.2,5.713523101806641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,4,power_law_1.2,7.338809967041016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,4,power_law_1.2,11.3697021484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,4,power_law_1.2,20.64014129638672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,power_law_1.01,0.11161600351333618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,power_law_1.01,0.09441279768943786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,power_law_1.01,0.09911680221557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,4,power_law_1.2,0.11693439483642579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,4,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,4,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,4,power_law_1.2,0.09503359794616699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,4,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,power_law_1.01,0.11552640199661254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,4,power_law_1.2,0.09768319725990296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,power_law_1.01,0.12125439643859863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,4,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,4,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,power_law_1.01,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,4,power_law_1.2,0.09994879961013795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,4,power_law_1.2,0.10771839618682862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,power_law_1.01,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,4,power_law_1.2,0.11346559524536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,power_law_1.01,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,4,power_law_1.2,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,power_law_1.01,0.20808959007263184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,4,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,power_law_1.01,0.2357248067855835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,4,power_law_1.2,0.13701119422912597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,power_law_1.01,0.36188158988952634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,4,power_law_1.2,0.15523200035095214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,power_law_1.01,0.4206528186798096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,4,power_law_1.2,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,power_law_1.01,0.5576767921447754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,4,power_law_1.2,0.17363200187683106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,power_law_1.01,0.8830975532531739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,4,power_law_1.2,0.21668479442596436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,power_law_1.01,1.194591999053955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,4,power_law_1.2,0.2820159912109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,power_law_1.01,1.487660789489746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,4,power_law_1.2,0.349183988571167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,4,power_law_1.2,0.4536320209503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,power_law_1.01,2.568601608276367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,4,power_law_1.2,0.638150405883789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,power_law_1.01,3.3280254364013673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,4,power_law_1.2,0.9174976348876953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,power_law_1.01,4.025139236450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,4,power_law_1.2,1.224499225616455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,4,power_law_1.2,1.7891328811645508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,4,power_law_1.01,5.68853759765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,4,power_law_1.2,2.628409576416016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,4,power_law_1.01,13.157402038574219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,4,power_law_1.2,3.932364654541016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,4,power_law_1.2,4.942240142822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,4,power_law_1.2,8.42058868408203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,4,power_law_1.2,18.876626586914064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,power_law_1.01,0.09132159948348999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,power_law_1.01,0.09461119771003723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,power_law_1.01,0.10074880123138427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,power_law_1.01,0.10324480533599853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,power_law_1.01,0.1093567967414856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,power_law_1.01,0.11182719469070435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,power_law_1.01,0.12492159605026246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,power_law_1.01,0.15318399667739868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,power_law_1.01,0.16895999908447265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,power_law_1.01,0.208076810836792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,power_law_1.01,0.2709183931350708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,power_law_1.01,0.29735679626464845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,power_law_1.01,0.44953598976135256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,power_law_1.01,0.5347328186035156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,power_law_1.01,0.8052736282348633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,2,power_law_1.2,0.07414399981498718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,power_law_1.01,0.9764863967895507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,2,power_law_1.2,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,power_law_1.01,1.6666624069213867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,2,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,power_law_1.01,2.2374336242675783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,2,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,power_law_1.01,2.556723213195801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,2,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,2,power_law_1.2,0.09255040287971497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,2,power_law_1.01,4.981964874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,2,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,2,power_law_1.2,0.10116480588912964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,2,power_law_1.01,9.84246368408203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,2,power_law_1.2,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,2,power_law_1.2,0.10504319667816162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,2,power_law_1.2,0.10198400020599366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,2,power_law_1.2,0.10792319774627686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,2,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,2,power_law_1.2,0.11653120517730713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,2,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,2,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,2,power_law_1.2,0.15482239723205565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,2,power_law_1.2,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,2,power_law_1.2,0.1927232027053833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,2,power_law_1.2,0.2596800088882446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,2,power_law_1.2,0.3037184000015259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,2,power_law_1.2,0.4257791996002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,2,power_law_1.2,0.6068287849426269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,2,power_law_1.2,0.76594557762146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,2,power_law_1.2,1.0864831924438476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,2,power_law_1.2,1.5130623817443847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,2,power_law_1.2,1.9871679306030274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,2,power_law_1.2,2.6128448486328124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,2,power_law_1.2,4.344217681884766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,2,power_law_1.2,10.083955383300781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,power_law_1.01,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,power_law_1.01,0.0585536003112793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,1,power_law_1.2,0.051622402667999265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,1,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,1,power_law_1.2,0.06000639796257019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,power_law_1.01,0.09670400023460388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,1,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,power_law_1.01,0.09708160161972046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,1,power_law_1.2,0.0868287980556488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,1,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,power_law_1.01,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,1,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,1,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,power_law_1.01,0.11591039896011353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,1,power_law_1.2,0.09543039798736572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,1,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,1,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,power_law_1.01,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,1,power_law_1.2,0.10157439708709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,power_law_1.01,0.17653759717941284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,1,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,power_law_1.01,0.22138240337371826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,1,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,power_law_1.01,0.25805439949035647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,1,power_law_1.2,0.11959680318832397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,power_law_1.01,0.34713599681854246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,1,power_law_1.2,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,power_law_1.01,0.42495999336242674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,1,power_law_1.2,0.13147519826889037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,power_law_1.01,0.6101119995117188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,1,power_law_1.2,0.15564800500869752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,power_law_1.01,0.7888895988464355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,1,power_law_1.2,0.1802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,power_law_1.01,1.1569215774536132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,1,power_law_1.2,0.22425599098205568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,power_law_1.01,1.547878360748291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,1,power_law_1.2,0.2617343902587891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,power_law_1.01,1.963827133178711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,1,power_law_1.2,0.35614719390869143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,1,power_law_1.2,0.43395199775695803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,1,power_law_1.01,3.227628707885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,1,power_law_1.2,0.6236224174499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,1,power_law_1.01,6.89319076538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,1,power_law_1.2,0.7933951854705811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,1,power_law_1.2,1.1737088203430175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,1,power_law_1.2,1.588428783416748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,1,power_law_1.2,1.9834815979003906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,1,power_law_1.2,3.3333248138427733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,1,power_law_1.2,7.135052490234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,power_law_1.01,0.16977920532226562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,power_law_1.01,0.27338879108428954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,power_law_1.01,0.20684800148010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,power_law_1.01,0.3764224052429199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,power_law_1.01,0.5363711833953857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,power_law_1.01,0.618284797668457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,power_law_1.01,0.8048704147338868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,power_law_1.01,0.8527872085571289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,power_law_1.01,0.8912896156311035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,power_law_1.01,0.9551872253417969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,power_law_1.01,0.9514944076538085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,power_law_1.01,0.9646080017089844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,power_law_1.01,1.0309568405151368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,power_law_1.01,1.0424192428588868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,power_law_1.01,1.0737728118896483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,power_law_1.01,1.145849609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,2,power_law_1.2,0.1439743995666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,2,power_law_1.2,0.17182719707489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,power_law_1.01,1.2138496398925782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,2,power_law_1.2,0.16097279787063598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,power_law_1.01,1.2404735565185547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,2,power_law_1.2,0.19582719802856446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,power_law_1.01,1.380140781402588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,2,power_law_1.2,0.3239936113357544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,power_law_1.01,1.4657600402832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,2,power_law_1.2,0.47000961303710936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,power_law_1.01,1.7711168289184571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,2,power_law_1.2,0.5539840221405029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,power_law_1.01,1.7969152450561523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,2,power_law_1.2,0.7815104007720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,power_law_1.01,2.2185983657836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,2,power_law_1.2,0.8282112121582031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,power_law_1.01,2.814566421508789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,2,power_law_1.2,0.8638463973999023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,2,power_law_1.2,0.8957951545715332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,power_law_1.01,3.5891456604003906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,2,power_law_1.2,0.9314240455627442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,power_law_1.01,4.6831615447998045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,2,power_law_1.2,0.9269248008728027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,2,power_law_1.2,1.0195008277893067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,power_law_1.01,5.944108963012695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,2,power_law_1.2,1.0506112098693847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,2,power_law_1.2,1.0815487861633302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,2,power_law_1.01,9.081887817382812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,2,power_law_1.2,1.154047966003418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,2,power_law_1.2,1.215078353881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,2,power_law_1.01,15.510124206542969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,2,power_law_1.2,1.2789759635925293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,2,power_law_1.2,1.462886428833008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,power_law_1.01,0.13148800134658814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,2,power_law_1.2,1.5806591987609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,power_law_1.01,0.12595200538635254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,2,power_law_1.2,1.8763839721679687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,2,power_law_1.2,2.0166656494140627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,power_law_1.01,0.14090240001678467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,2,power_law_1.2,2.4289344787597655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,power_law_1.01,0.14171520471572877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,power_law_1.01,0.17408640384674073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,2,power_law_1.2,3.043942451477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,power_law_1.01,0.1511423945426941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,power_law_1.01,0.20828158855438234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,2,power_law_1.2,3.8820030212402346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,power_law_1.01,0.37560319900512695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,power_law_1.01,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,power_law_1.01,0.5392384052276611
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,power_law_1.01,0.18145920038223268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,2,power_law_1.2,5.602304077148437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,power_law_1.01,0.6393856048583985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,power_law_1.01,0.20971519947052003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,power_law_1.01,0.24247679710388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,power_law_1.01,0.8396800041198731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,2,power_law_1.2,6.547456359863281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,power_law_1.01,0.2707456111907959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,power_law_1.01,0.8790016174316406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,power_law_1.01,0.339353609085083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,power_law_1.01,0.8843263626098633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,power_law_1.01,0.39587841033935545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,2,power_law_1.2,10.239417266845702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,power_law_1.01,0.5642240047454834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,power_law_1.01,0.9666624069213867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,power_law_1.01,0.6389503955841065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,power_law_1.01,1.013747215270996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,power_law_1.01,0.9953280448913574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,power_law_1.01,1.0149888038635253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,4,power_law_1.2,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,power_law_1.01,1.0860544204711915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,4,power_law_1.2,0.11263359785079956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,2,power_law_1.2,20.364288330078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,power_law_1.01,1.8264127731323243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,power_law_1.01,1.084832000732422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,4,power_law_1.2,0.13537280559539794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,power_law_1.01,2.711552047729492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,power_law_1.01,1.1089920043945312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,4,power_law_1.2,0.13968000411987305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,power_law_1.01,4.643840026855469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,4,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,power_law_1.01,1.112281608581543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,4,power_law_1.2,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,power_law_1.01,6.981459045410157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,4,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,power_law_1.01,1.1778047561645508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,power_law_1.01,7.565529632568359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,4,power_law_1.2,0.1427199959754944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,power_law_1.01,1.3305791854858398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,4,power_law_1.2,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,4,power_law_1.2,0.15932799577713014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,4,power_law_1.01,14.797016906738282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,power_law_1.01,1.4317631721496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,4,power_law_1.2,0.1490880012512207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,power_law_1.01,1.6322624206542968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,4,power_law_1.2,0.16568319797515868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,4,power_law_1.2,0.16568319797515868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,power_law_1.01,1.6490495681762696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,4,power_law_1.2,0.1830847978591919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,4,power_law_1.01,36.70954284667969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,4,power_law_1.2,0.2176896095275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,power_law_1.01,1.9322944641113282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,4,power_law_1.2,0.22650880813598634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,power_law_1.01,2.2116416931152343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,4,power_law_1.2,0.27095038890838624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,4,power_law_1.2,0.3708863973617554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,power_law_1.01,2.789164733886719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,4,power_law_1.2,0.45567998886108396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,4,power_law_1.2,0.5986303806304931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,power_law_1.01,3.194495964050293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,4,power_law_1.2,0.6606719970703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,4,power_law_1.2,0.8339455604553223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,power_law_1.01,4.195942306518555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,4,power_law_1.2,1.3273088455200195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,4,power_law_1.2,1.9072959899902344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,power_law_1.01,5.602284622192383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,4,power_law_1.2,3.1895360946655273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,1,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,4,power_law_1.2,4.201676940917968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,power_law_1.01,6.861209869384766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,1,power_law_1.2,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,4,power_law_1.2,5.610521697998047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,1,power_law_1.2,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,1,power_law_1.01,10.556838226318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,4,power_law_1.2,8.250777435302734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,1,power_law_1.2,0.22177278995513916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,1,power_law_1.2,0.3229696035385132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,4,power_law_1.2,12.18133087158203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,1,power_law_1.2,0.47124481201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,1,power_law_1.01,19.775283813476562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,1,power_law_1.2,0.5625855922698975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,1,power_law_1.2,0.78438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,4,power_law_1.2,37.75283203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,1,power_law_1.2,0.8478655815124512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,1,power_law_1.2,0.8724479675292969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,1,power_law_1.2,0.9203712463378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,1,power_law_1.2,0.9678848266601563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,1,power_law_1.2,0.9760831832885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,1,power_law_1.2,1.0399744033813476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,1,power_law_1.2,1.0909695625305176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,1,power_law_1.2,1.1089983940124513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,1,power_law_1.2,1.2224512100219727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,1,power_law_1.2,1.3412287712097168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,power_law_1.01,0.08581759929656982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,1,power_law_1.2,1.4799103736877441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,power_law_1.01,0.10732159614562989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,1,power_law_1.2,1.7330175399780274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,power_law_1.01,0.1343616008758545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,power_law_1.01,0.1278272032737732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,1,power_law_1.2,1.6801792144775392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,power_law_1.01,0.1355839967727661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,1,power_law_1.2,2.0350976943969727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,2,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,2,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,1,power_law_1.2,2.3363584518432616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,power_law_1.01,0.1388479948043823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,2,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,2,power_law_1.2,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,1,power_law_1.2,2.919443130493164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,power_law_1.01,0.14499200582504274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,2,power_law_1.2,0.13249919414520264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,power_law_1.01,0.1521664023399353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,2,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,1,power_law_1.2,3.3783809661865236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,2,power_law_1.2,0.13889280557632447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,power_law_1.01,0.15688320398330688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,2,power_law_1.2,0.13761919736862183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,power_law_1.01,0.16877440214157105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,2,power_law_1.2,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,1,power_law_1.2,4.39747200012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,power_law_1.01,0.17184000015258788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,2,power_law_1.2,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,power_law_1.01,0.19148800373077393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,2,power_law_1.2,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,power_law_1.01,0.20131199359893798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,1,power_law_1.2,6.118169784545898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,2,power_law_1.2,0.1531775951385498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,power_law_1.01,0.27299840450286866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,2,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,power_law_1.01,0.3096640110015869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,2,power_law_1.2,0.16958080530166625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,1,power_law_1.2,7.567782592773438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,power_law_1.01,0.34815359115600586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,2,power_law_1.2,0.18677760362625123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,power_law_1.01,0.5166975975036621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,2,power_law_1.2,0.19210879802703856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,power_law_1.01,0.6434879779815674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,2,power_law_1.2,0.19988479614257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,1,power_law_1.2,11.3830078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,power_law_1.01,0.902348804473877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,2,power_law_1.2,0.2664448022842407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,power_law_1.01,1.1859968185424805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,2,power_law_1.2,0.3280895948410034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,2,power_law_1.2,0.4013887882232666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,power_law_1.01,1.6756736755371093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,2,power_law_1.2,0.5236800193786622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,power_law_1.01,2.7666431427001954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,2,power_law_1.2,0.751200008392334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,1,power_law_1.2,19.458041381835937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,power_law_1.01,3.8668609619140626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,2,power_law_1.2,0.9474111557006836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,2,power_law_1.2,1.4847999572753907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,power_law_1.01,4.645888137817383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,2,power_law_1.2,1.6027776718139648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,2,power_law_1.01,7.609171295166016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,2,power_law_1.2,2.73384952545166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,2,power_law_1.2,3.5659774780273437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,2,power_law_1.01,17.13500213623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,2,power_law_1.2,5.369670486450195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,2,power_law_1.2,7.9579521179199215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,2,power_law_1.2,17.1513916015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,power_law_1.01,0.06861439943313599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,power_law_1.01,0.13598079681396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,power_law_1.01,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,power_law_1.01,0.1716223955154419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,power_law_1.01,0.12451200485229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,power_law_1.01,0.12390400171279907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,power_law_1.01,0.1519871950149536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,power_law_1.01,0.12778879404067994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,power_law_1.01,0.20889599323272706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,power_law_1.01,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,power_law_1.01,0.13271679878234863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,power_law_1.01,0.2578432083129883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,power_law_1.01,0.13636480569839476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,power_law_1.01,0.3573760032653809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,power_law_1.01,0.37005441188812255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,power_law_1.01,0.39915521144866944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,power_law_1.01,0.14724479913711547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,power_law_1.01,0.14828799962997435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,power_law_1.01,0.394649600982666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,power_law_1.01,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,power_law_1.01,0.4038656234741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,power_law_1.01,0.16504960060119628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,power_law_1.01,0.41062397956848146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,power_law_1.01,0.1695680022239685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,power_law_1.01,0.4239359855651855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,power_law_1.01,0.18616960048675538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,power_law_1.01,0.22323200702667237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,power_law_1.01,0.45035519599914553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,power_law_1.01,0.2574143886566162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,power_law_1.01,0.4601856231689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,power_law_1.01,0.31724159717559813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,power_law_1.01,0.46346240043640136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,power_law_1.01,0.38051838874816896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,power_law_1.01,0.4802559852600098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,power_law_1.01,0.5056447982788086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,power_law_1.01,0.5240831851959229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,power_law_1.01,0.6244351863861084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,power_law_1.01,0.8908736228942871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,power_law_1.01,0.5502975940704345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,4,power_law_1.2,0.14336639642715454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,power_law_1.01,1.1507712364196778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,power_law_1.01,0.6281216144561768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,4,power_law_1.2,0.16813440322875978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,power_law_1.01,1.6932863235473632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,power_law_1.01,0.6967360019683838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,4,power_law_1.2,0.09891200065612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,1,power_law_1.2,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,power_law_1.01,2.258291244506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,power_law_1.01,0.8355839729309082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,1,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,4,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,power_law_1.01,2.930918312072754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,1,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,power_law_1.01,0.9601023674011231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,4,power_law_1.2,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,1,power_law_1.2,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,1,power_law_1.01,4.849887847900391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,power_law_1.01,1.229856014251709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,4,power_law_1.2,0.23552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,1,power_law_1.2,0.12676479816436767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,4,power_law_1.2,0.3250240087509155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,1,power_law_1.2,0.12735999822616578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,power_law_1.01,1.46943998336792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,1,power_law_1.01,10.282809448242187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,1,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,4,power_law_1.2,0.3483648061752319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,power_law_1.01,2.090828704833984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,1,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,4,power_law_1.2,0.3710848093032837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,power_law_1.01,0.10261759757995606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,1,power_law_1.2,0.13352320194244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,4,power_law_1.2,0.3946559906005859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,power_law_1.01,2.6066944122314455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,power_law_1.01,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,1,power_law_1.2,0.13578239679336548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,4,power_law_1.2,0.39830400943756106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,1,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,power_law_1.01,0.11693439483642579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,power_law_1.01,3.222732925415039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,1,power_law_1.2,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,4,power_law_1.2,0.41144962310791017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,power_law_1.01,0.14807679653167724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,1,power_law_1.2,0.144595205783844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,4,power_law_1.2,0.4323264122009277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,power_law_1.01,0.20746240615844727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,1,power_law_1.2,0.1546239972114563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,4,power_law_1.01,4.970080184936523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,4,power_law_1.2,0.4401088237762451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,1,power_law_1.2,0.16690560579299926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,power_law_1.01,0.2631680011749268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,1,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,4,power_law_1.2,0.4679679870605469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,power_law_1.01,0.35798399448394774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,1,power_law_1.2,0.18635519742965698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,4,power_law_1.2,0.4802559852600098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,4,power_law_1.01,10.481478118896485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,power_law_1.01,0.3766335964202881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,1,power_law_1.2,0.22282240390777588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,4,power_law_1.2,0.511359977722168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,1,power_law_1.2,0.2623552083969116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,power_law_1.01,0.3876800060272217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,1,power_law_1.2,0.32644479274749755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,4,power_law_1.2,0.5367743968963623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,power_law_1.01,0.40038399696350097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,1,power_law_1.2,0.38112640380859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,4,power_law_1.2,0.6047743797302246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,1,power_law_1.2,0.5134463787078858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,power_law_1.01,0.41799039840698243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,4,power_law_1.2,0.716383981704712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,1,power_law_1.2,0.6328320026397705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,power_law_1.01,0.4261760234832764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,1,power_law_1.2,0.8982527732849122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,4,power_law_1.2,0.7253952026367188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,power_law_1.01,0.45114879608154296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,1,power_law_1.2,1.164691162109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,4,power_law_1.2,0.8392640113830566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,power_law_1.01,0.4556863784790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,1,power_law_1.2,1.736288070678711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,4,power_law_1.2,0.9957311630249024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,1,power_law_1.2,2.3379968643188476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,power_law_1.01,0.47575039863586427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,1,power_law_1.2,2.9890560150146483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,4,power_law_1.2,1.2453887939453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,power_law_1.01,0.48435201644897463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,1,power_law_1.2,4.885708618164062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,power_law_1.01,0.49500160217285155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,4,power_law_1.2,1.6773120880126953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,power_law_1.01,0.5412799835205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,4,power_law_1.2,2.085887908935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,1,power_law_1.2,10.386847686767577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,power_law_1.01,0.5703680038452148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,4,power_law_1.2,2.8747711181640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,power_law_1.01,0.6574399948120118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,power_law_1.01,0.734003210067749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,4,power_law_1.2,3.4652225494384767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,power_law_1.01,0.8708031654357911
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,power_law_1.01,1.0203136444091796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,4,power_law_1.2,6.13520622253418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,power_law_1.01,1.3326272010803222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,power_law_1.01,1.6793664932250976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,4,power_law_1.2,10.756723022460937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,power_law_1.01,2.3359552383422852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,power_law_1.01,2.8293119430541993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,power_law_1.01,3.461119842529297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,2,power_law_1.01,5.232217788696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,2,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,2,power_law_1.2,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,2,power_law_1.01,10.699801635742187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,2,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,2,power_law_1.2,0.13107839822769166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,2,power_law_1.2,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,power_law_1.01,0.07516160011291503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,2,power_law_1.2,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,power_law_1.01,0.06369280219078063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,2,power_law_1.2,0.342630410194397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,power_law_1.01,0.05836799740791321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,2,power_law_1.2,0.3708928108215332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,power_law_1.01,0.07557119727134705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,2,power_law_1.2,0.37416958808898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,2,power_law_1.2,0.38686718940734866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,2,power_law_1.2,0.41390719413757326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,power_law_1.01,0.12452479600906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,2,power_law_1.2,0.42433919906616213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,power_law_1.01,0.1286080002784729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,2,power_law_1.2,0.4265984058380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,power_law_1.01,0.12799999713897706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,4,power_law_1.2,0.07534719705581665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,2,power_law_1.2,0.450764799118042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,power_law_1.01,0.13743360042572023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,4,power_law_1.2,0.04630399942398071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,2,power_law_1.2,0.4761343955993652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,power_law_1.01,0.13414399623870848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,4,power_law_1.2,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,2,power_law_1.2,0.4790527820587158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,4,power_law_1.2,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,power_law_1.01,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,4,power_law_1.2,0.08476799726486206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,2,power_law_1.2,0.5179391860961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,power_law_1.01,0.14069759845733643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,4,power_law_1.2,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,power_law_1.01,0.1525760054588318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,2,power_law_1.2,0.5654528141021729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,4,power_law_1.2,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,power_law_1.01,0.16403839588165284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,2,power_law_1.2,0.6060031890869141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,4,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,4,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,2,power_law_1.2,0.6918335914611816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,4,power_law_1.2,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,2,power_law_1.2,0.7593728065490722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,4,power_law_1.2,0.13396480083465576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,power_law_1.01,0.19662079811096192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,2,power_law_1.2,0.9494527816772461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,4,power_law_1.2,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,power_law_1.01,0.22671360969543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,4,power_law_1.2,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,2,power_law_1.2,1.1151424407958985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,power_law_1.01,0.2635711908340454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,power_law_1.01,0.0732800006866455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,4,power_law_1.2,0.1511423945426941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,power_law_1.01,0.3231679916381836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,4,power_law_1.2,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,2,power_law_1.2,1.4059840202331544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,4,power_law_1.2,0.16547199487686157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,power_law_1.01,0.3905600070953369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,power_law_1.01,0.10280319452285766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,2,power_law_1.2,1.6789440155029296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,4,power_law_1.2,0.16838400363922118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,power_law_1.01,0.5261312007904053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,power_law_1.01,0.16833920478820802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,4,power_law_1.2,0.18677760362625123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,1,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,2,power_law_1.2,2.313836860656738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,power_law_1.01,0.2248447895050049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,power_law_1.01,0.6959104061126709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,4,power_law_1.2,0.20643839836120606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,1,power_law_1.2,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,power_law_1.01,0.28855679035186765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,4,power_law_1.2,0.2521087884902954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,power_law_1.01,0.9809856414794922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,power_law_1.01,0.04547840058803558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,2,power_law_1.2,3.0091264724731444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,1,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,power_law_1.01,0.3874815940856934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,4,power_law_1.2,0.263372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,power_law_1.01,1.2118080139160157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,power_law_1.01,0.4149312019348145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,1,power_law_1.2,0.14622080326080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,4,power_law_1.2,0.3473407983779907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,2,power_law_1.2,3.645241546630859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,power_law_1.01,1.5867839813232423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,power_law_1.01,0.416153621673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,1,power_law_1.2,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,4,power_law_1.2,0.4175871849060059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,power_law_1.01,0.4458432197570801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,2,power_law_1.2,5.833523178100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,1,power_law_1.2,0.265011191368103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,4,power_law_1.2,0.56910719871521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,4,power_law_1.01,2.3658624649047852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,power_law_1.01,0.451584005355835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,1,power_law_1.2,0.37601919174194337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,4,power_law_1.2,0.7671807765960693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,power_law_1.01,0.45445761680603025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,power_law_1.01,0.118995201587677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,1,power_law_1.2,0.40346879959106446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,power_law_1.01,0.4757376194000244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,4,power_law_1.01,4.649568176269531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,power_law_1.01,0.12799999713897706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,2,power_law_1.2,11.198271942138671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,4,power_law_1.2,1.092198371887207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,2,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,power_law_1.01,0.546611213684082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,power_law_1.01,0.13004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,1,power_law_1.2,0.4227007865905762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,2,power_law_1.2,0.048537600040435794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,4,power_law_1.2,1.3629311561584472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,power_law_1.01,0.5765120029449463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,power_law_1.01,0.13230079412460327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,1,power_law_1.2,0.45240321159362795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,2,power_law_1.2,0.05630080103874206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,power_law_1.01,0.6023104190826416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,power_law_1.01,0.13598079681396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,2,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,4,power_law_1.2,1.8149568557739257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,1,power_law_1.2,0.4433919906616211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,power_law_1.01,0.5548031806945801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,2,power_law_1.2,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,1,power_law_1.2,0.4671487808227539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,power_law_1.01,0.637337589263916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,2,power_law_1.2,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,power_law_1.01,0.1511615991592407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,4,power_law_1.2,3.2473087310791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,1,power_law_1.2,0.47616000175476075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,2,power_law_1.2,0.12778879404067994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,power_law_1.01,0.6881216049194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,power_law_1.01,0.1550336003303528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,2,power_law_1.2,0.13189760446548462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,1,power_law_1.2,0.5462016105651856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,power_law_1.01,0.7920703887939453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,power_law_1.01,0.1503167986869812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,2,power_law_1.2,0.13846399784088134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,4,power_law_1.2,5.854406356811523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,power_law_1.01,0.9121855735778809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,power_law_1.01,0.1601472020149231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,1,power_law_1.2,0.5822463989257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,2,power_law_1.2,0.14009599685668944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,power_law_1.01,0.16039040088653564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,power_law_1.01,1.1073535919189452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,1,power_law_1.2,0.6080704212188721
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,2,power_law_1.2,0.14171520471572877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,power_law_1.01,0.17776639461517335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,power_law_1.01,1.344108772277832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,1,power_law_1.2,0.5847231864929199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,2,power_law_1.2,0.1478592038154602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,power_law_1.01,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,2,power_law_1.2,0.1499071955680847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,1,power_law_1.2,0.6672383785247803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,power_law_1.01,1.7215423583984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,power_law_1.01,0.21425919532775878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,2,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,1,power_law_1.2,0.7004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,power_law_1.01,2.1108736038208007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,power_law_1.01,0.26296319961547854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,2,power_law_1.2,0.1683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,1,power_law_1.2,0.8302592277526856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,power_law_1.01,0.3014591932296753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,2,power_law_1.2,0.17736320495605468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,power_law_1.01,2.8776512145996094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,1,power_law_1.2,0.9338879585266113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,power_law_1.01,0.37662720680236816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,2,power_law_1.2,0.17900160551071168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,power_law_1.01,3.7791679382324217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,1,power_law_1.2,1.119654369354248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,2,power_law_1.2,0.21011838912963868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,power_law_1.01,0.49008641242980955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,2,power_law_1.2,0.21585919857025146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,power_law_1.01,0.6393856048583985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,1,power_law_1.2,1.3817855834960937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,power_law_1.01,4.5991870880126955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,2,power_law_1.2,0.2672640085220337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,power_law_1.01,0.7913536071777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,1,power_law_1.2,1.7600576400756835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,2,power_law_1.2,0.3033087968826294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,1,power_law_1.01,6.940467071533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,power_law_1.01,1.1577343940734863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,1,power_law_1.2,2.171494483947754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,2,power_law_1.2,0.3844032049179077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,2,power_law_1.2,0.48640642166137693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,power_law_1.01,1.4247936248779296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,1,power_law_1.2,2.932940864562988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,power_law_1.01,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,2,power_law_1.2,0.6512639999389649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,power_law_1.01,1.8999296188354493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,1,power_law_1.01,13.21246795654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,1,power_law_1.2,3.6972545623779296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,2,power_law_1.2,0.8388544082641601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,power_law_1.01,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,2,power_law_1.01,2.701715278625488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,power_law_1.01,0.08357120156288148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,2,power_law_1.2,1.2257280349731445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,1,power_law_1.2,4.495967864990234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,2,power_law_1.2,1.4999615669250488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,2,power_law_1.01,5.4757438659667965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,power_law_1.01,0.14336639642715454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,1,power_law_1.2,6.9103553771972654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,power_law_1.01,0.1482751965522766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,2,power_law_1.2,1.9646528244018555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,power_law_1.01,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,power_law_1.01,0.15461119413375854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,2,power_law_1.2,3.1352895736694335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,1,power_law_1.2,14.518476867675782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,power_law_1.01,0.15708160400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,power_law_1.01,0.16323200464248658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,2,power_law_1.2,6.198668670654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,power_law_1.01,0.16301440000534057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,power_law_1.01,0.16629120111465454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,power_law_1.01,0.18921600580215453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,power_law_1.01,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,power_law_1.01,0.21032960414886476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,power_law_1.01,0.21441919803619386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,power_law_1.01,0.2566080093383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,power_law_1.01,0.2773247957229614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,power_law_1.01,0.3409856081008911
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,power_law_1.01,0.4010047912597656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,power_law_1.01,0.5163008213043213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,power_law_1.01,0.6215744018554688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,power_law_1.01,0.8212479591369629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,power_law_1.01,1.0256319999694825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,power_law_1.01,1.4432255744934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,power_law_1.01,1.8583488464355469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,power_law_1.01,2.277177619934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,1,power_law_1.01,3.5356735229492187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,1,power_law_1.01,7.017062377929688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,1,power_law_1.2,0.044249600172042845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,1,power_law_1.2,0.05119360089302063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,1,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,1,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,1,power_law_1.2,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,1,power_law_1.2,0.14030719995498658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,1,power_law_1.2,0.14683519601821898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,1,power_law_1.2,0.1529855966567993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,1,power_law_1.2,0.16568319797515868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,1,power_law_1.2,0.17059839963912965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,1,power_law_1.2,0.1781823992729187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,1,power_law_1.2,0.18677760362625123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,1,power_law_1.2,0.1953727960586548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,1,power_law_1.2,0.19578880071640015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,1,power_law_1.2,0.20497920513153076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,1,power_law_1.2,0.21665918827056885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,1,power_law_1.2,0.21442561149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,1,power_law_1.2,0.2521087884902954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,1,power_law_1.2,0.2770944118499756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,1,power_law_1.2,0.341484808921814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,1,power_law_1.2,0.386246395111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,1,power_law_1.2,0.4966271877288818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,1,power_law_1.2,0.6170559883117676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,1,power_law_1.2,0.8212479591369629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,1,power_law_1.2,1.022771167755127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,1,power_law_1.2,1.4329983711242675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,1,power_law_1.2,1.8350080490112304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,1,power_law_1.2,2.2591552734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,power_law_1.01,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,1,power_law_1.2,3.516825485229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,power_law_1.01,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,1,power_law_1.2,6.951942443847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,power_law_1.01,0.18021119832992555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,power_law_1.01,0.2811903953552246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,power_law_1.01,0.30373120307922363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,power_law_1.01,0.29758079051971437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,4,power_law_1.2,0.14412800073623658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,power_law_1.01,0.3004415988922119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,4,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,power_law_1.01,0.3049407958984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,4,power_law_1.2,0.11898880004882813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,power_law_1.01,0.3182528018951416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,4,power_law_1.2,0.14294400215148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,power_law_1.01,0.3151871919631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,4,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,4,power_law_1.2,0.2772864103317261
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,power_law_1.01,0.3405823945999146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,4,power_law_1.2,0.294707202911377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,power_law_1.01,0.3360703945159912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,4,power_law_1.2,0.3074048042297363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,power_law_1.01,0.35491840839385985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,4,power_law_1.2,0.3100543975830078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,power_law_1.01,0.3530751943588257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,4,power_law_1.2,0.3172352075576782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,power_law_1.01,0.3813375949859619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,4,power_law_1.2,0.33115520477294924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,power_law_1.01,0.42455039024353025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,4,power_law_1.2,0.3268608093261719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,power_law_1.01,0.4597760200500488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,4,power_law_1.2,0.33505280017852784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,power_law_1.01,0.5273600101470948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,4,power_law_1.2,0.3452928066253662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,power_law_1.01,0.5609471797943115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,4,power_law_1.2,0.3569664001464844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,power_law_1.01,0.7266304016113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,4,power_law_1.2,0.3713023900985718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,power_law_1.01,0.8523776054382324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,4,power_law_1.2,0.3889152050018311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,power_law_1.01,1.117587184906006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,4,power_law_1.2,0.4347839832305908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,power_law_1.01,1.4112768173217773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,4,power_law_1.2,0.4601856231689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,power_law_1.01,1.9646400451660155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,4,power_law_1.2,0.5850815773010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,4,power_law_1.2,0.5998591899871826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,power_law_1.01,2.895257568359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,4,power_law_1.2,0.7524352073669434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,power_law_1.01,3.2317440032958986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,4,power_law_1.2,0.8769536018371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,power_law_1.01,0.10097279548645019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,4,power_law_1.2,1.2285951614379882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,4,power_law_1.01,4.9840129852294925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,power_law_1.01,0.11016319990158081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,4,power_law_1.2,1.640447998046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,power_law_1.01,0.09870719909667969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,4,power_law_1.2,2.269388771057129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,power_law_1.01,0.13720959424972534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,4,power_law_1.01,10.929376220703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,4,power_law_1.2,3.3976318359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,power_law_1.01,0.18433279991149903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,2,power_law_1.2,0.08761600255966187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,power_law_1.01,0.273638391494751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,2,power_law_1.2,0.07843199968338013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,4,power_law_1.2,4.324959945678711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,power_law_1.01,0.3004415988922119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,2,power_law_1.2,0.10136959552764893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,power_law_1.01,0.2983936071395874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,2,power_law_1.2,0.13106559514999389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,4,power_law_1.2,5.613894271850586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,power_law_1.01,0.3059711933135986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,2,power_law_1.2,0.16261119842529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,power_law_1.01,0.307807993888855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,2,power_law_1.2,0.26214399337768557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,power_law_1.01,0.3342335939407349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,2,power_law_1.2,0.28631041049957273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,power_law_1.01,0.33074560165405276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,4,power_law_1.2,11.797119903564454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,2,power_law_1.2,0.3006655931472778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,power_law_1.01,0.3446847915649414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,2,power_law_1.2,0.3104768037796021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,power_law_1.01,0.3532799959182739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,power_law_1.01,0.3778559923171997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,2,power_law_1.2,0.33177599906921384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,power_law_1.01,0.38359038829803466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,2,power_law_1.2,0.3401727914810181
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,power_law_1.01,0.3983360052108765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,2,power_law_1.2,0.35348479747772216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,power_law_1.01,0.4339712142944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,2,power_law_1.2,0.36330881118774416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,power_law_1.01,0.47370238304138185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,2,power_law_1.2,0.3655679941177368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,power_law_1.01,0.5437439918518067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,2,power_law_1.2,0.37294080257415774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,power_law_1.01,0.5986303806304931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,2,power_law_1.2,0.38686718940734866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,power_law_1.01,0.720908784866333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,2,power_law_1.2,0.39301118850708006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,2,power_law_1.2,0.4380671977996826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,power_law_1.01,0.8974399566650391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,2,power_law_1.2,0.497049617767334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,power_law_1.01,1.1745344161987306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,2,power_law_1.2,0.5871615886688233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,power_law_1.01,1.5060992240905762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,2,power_law_1.2,0.5978432178497315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,power_law_1.01,2.0805631637573243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,1,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,2,power_law_1.2,0.7557439804077148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,power_law_1.01,2.6415168762207033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,1,power_law_1.2,0.07925760149955749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,2,power_law_1.2,0.9379776000976563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,power_law_1.01,0.14872959852218628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,1,power_law_1.2,0.1019968032836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,power_law_1.01,3.236249542236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,power_law_1.01,0.19025919437408448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,2,power_law_1.2,1.2175359725952148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,1,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,power_law_1.01,0.28897919654846194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,2,power_law_1.2,1.510201644897461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,1,power_law_1.2,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,2,power_law_1.01,5.015967941284179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,power_law_1.01,0.3084223985671997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,1,power_law_1.2,0.28037118911743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,2,power_law_1.2,2.182963180541992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,power_law_1.01,0.3239936113357544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,1,power_law_1.2,0.30617599487304686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,power_law_1.01,0.3305471897125244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,2,power_law_1.2,2.6808319091796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,1,power_law_1.2,0.32603518962860106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,2,power_law_1.01,11.28042221069336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,power_law_1.01,0.3421823978424072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,power_law_1.01,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,1,power_law_1.2,0.33402879238128663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,2,power_law_1.2,3.4947071075439453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,power_law_1.01,0.352454400062561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,power_law_1.01,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,1,power_law_1.2,0.3407808065414429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,power_law_1.01,0.3577536106109619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,1,power_law_1.2,0.36577279567718507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,power_law_1.01,0.27278718948364256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,2,power_law_1.2,5.3413951873779295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,power_law_1.01,0.3596287965774536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,1,power_law_1.2,0.36842880249023435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,power_law_1.01,0.1482751965522766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,power_law_1.01,0.3762176036834717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,1,power_law_1.2,0.37747199535369874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,power_law_1.01,0.38830080032348635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,power_law_1.01,0.2228287935256958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,1,power_law_1.2,0.3880831956863403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,2,power_law_1.2,11.270758056640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,power_law_1.01,0.40447359085083007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,power_law_1.01,0.3053567886352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,1,power_law_1.2,0.40960001945495605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,power_law_1.01,0.4376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,power_law_1.01,0.36801919937133787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,1,power_law_1.2,0.416761589050293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,power_law_1.01,0.5064703941345214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,1,power_law_1.2,0.4462592124938965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,power_law_1.01,0.561356782913208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,power_law_1.01,0.4446271896362305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,power_law_1.01,0.6848576068878174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,1,power_law_1.2,0.506873607635498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,power_law_1.01,0.4728831768035889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,power_law_1.01,0.7188479900360107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,1,power_law_1.2,0.5559999942779541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,power_law_1.01,0.5068799972534179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,power_law_1.01,0.9175040245056152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,1,power_law_1.2,0.6582079887390136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,power_law_1.01,0.5163008213043213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,power_law_1.01,1.1212800025939942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,1,power_law_1.2,0.7258111953735351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,power_law_1.01,0.5416704177856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,power_law_1.01,1.506105613708496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,1,power_law_1.2,0.91014404296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,power_law_1.01,1.8653120040893554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,power_law_1.01,0.5482367992401123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,1,power_law_1.2,1.129478359222412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,power_law_1.01,2.6001407623291017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,power_law_1.01,0.5658944129943848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,1,power_law_1.2,1.4839743614196776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,power_law_1.01,0.6014976024627685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,power_law_1.01,3.357491302490234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,1,power_law_1.2,1.8383039474487304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,power_law_1.01,0.5851200103759766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,1,power_law_1.2,2.5595903396606445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,power_law_1.01,4.126713562011719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,power_law_1.01,0.6133696079254151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,1,power_law_1.2,3.282944107055664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,1,power_law_1.01,6.51673583984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,power_law_1.01,0.647980785369873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,1,power_law_1.2,4.031276702880859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,power_law_1.01,0.7016384124755859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,power_law_1.01,0.7823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,1,power_law_1.01,13.939141845703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,1,power_law_1.2,6.348185729980469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,power_law_1.01,0.8310784339904785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,power_law_1.01,1.015392017364502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,1,power_law_1.2,12.578816223144532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,power_law_1.01,1.1098176002502442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,power_law_1.01,1.3973567962646485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,power_law_1.01,1.7678272247314453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,power_law_1.01,2.2947904586791994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,power_law_1.01,3.115622329711914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,power_law_1.01,3.5735488891601563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,4,power_law_1.2,0.14663039445877074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,4,power_law_1.01,5.653535842895508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,4,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,4,power_law_1.2,0.1716223955154419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,4,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,4,power_law_1.01,11.500953674316406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,4,power_law_1.2,0.21135358810424804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,4,power_law_1.2,0.27197439670562745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,4,power_law_1.2,0.3350464105606079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,1,4,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,1,4,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,4,power_law_1.2,0.4388864040374756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,1,4,power_law_1.01,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,4,power_law_1.2,0.46920318603515626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,1,4,power_law_1.01,0.051820802688598636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,1,4,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,4,power_law_1.2,0.4843455791473389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,1,4,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,1,4,power_law_1.2,0.06493440270423889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,1,4,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,4,power_law_1.2,0.47698559761047366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,1,4,power_law_1.2,0.04791040122509003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,1,4,power_law_1.01,0.08233600258827209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,1,4,power_law_1.2,0.04485119879245758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,4,power_law_1.2,0.522438383102417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,1,4,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,1,4,power_law_1.2,0.05181440114974976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,1,4,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,4,power_law_1.2,0.5388351917266846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,1,4,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,1,4,power_law_1.01,0.0728767991065979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,1,4,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,1,4,power_law_1.2,0.06615679860115051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,1,4,power_law_1.01,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,4,power_law_1.2,0.5605247974395752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,1,4,power_law_1.01,0.07904639840126038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,1,4,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,1,4,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,1,4,power_law_1.01,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,1,4,power_law_1.01,0.11510399580001832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,4,power_law_1.2,0.5932991981506348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,1,4,power_law_1.2,0.06982399821281433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,1,4,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,1,4,power_law_1.01,0.12494080066680908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,1,4,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,1,4,power_law_1.01,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,1,4,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,4,power_law_1.2,0.5851136207580566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,1,4,power_law_1.2,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,1,4,power_law_1.01,0.2043519973754883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,1,4,power_law_1.01,0.08212479948997498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,1,4,power_law_1.01,0.26190719604492185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,1,4,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,4,power_law_1.2,0.6252543926239014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,1,4,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,1,4,power_law_1.01,0.3422271966934204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,1,4,power_law_1.2,0.08093439936637878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,1,4,power_law_1.01,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,1,4,power_law_1.01,0.48967680931091306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,4,power_law_1.2,0.677888011932373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,1,4,power_law_1.2,0.10342400074005127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,1,4,power_law_1.01,0.08520960211753845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,1,4,power_law_1.01,0.7127039909362793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,1,4,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,4,power_law_1.2,0.7139264106750488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,1,4,power_law_1.01,0.9244671821594238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,1,4,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,1,4,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,1,4,power_law_1.01,1.0342399597167968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,1,4,power_law_1.01,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,4,power_law_1.2,0.7913407802581787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,1,4,power_law_1.2,0.1664896011352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,1,4,power_law_1.01,2.087936019897461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,1,4,power_law_1.01,0.09420160055160523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,1,4,power_law_1.2,0.18247679471969605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,1,4,power_law_1.01,2.379360008239746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,1,4,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,4,power_law_1.2,0.8876031875610352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,1,4,power_law_1.2,0.27791359424591067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,1,4,power_law_1.01,3.2857921600341795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,1,4,power_law_1.01,0.10074880123138427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,4,power_law_1.2,1.1171327590942384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,1,4,power_law_1.2,0.36188158988952634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,1,4,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,1,4,power_law_1.01,6.0206657409667965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,1,4,power_law_1.2,0.44379520416259766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,1,4,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,4,power_law_1.2,1.223680019378662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,1,4,power_law_1.01,6.6015167236328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,1,4,power_law_1.2,0.6836287975311279
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,1,4,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,1,4,power_law_1.01,0.15357439517974852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,1,4,power_law_1.2,1.0317824363708497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,4,power_law_1.2,1.4706687927246094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,1,4,power_law_1.01,10.000383758544922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,1,4,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,1,4,power_law_1.2,1.3764543533325195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,1,4,power_law_1.01,0.25271680355072024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,4,power_law_1.2,1.8038911819458008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,1,4,power_law_1.2,2.07196159362793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,1,4,power_law_1.01,20.506002807617186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,1,4,power_law_1.01,0.33935999870300293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,1,4,power_law_1.2,2.5980928421020506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,4,power_law_1.2,2.417875289916992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,1,4,power_law_1.01,0.42904958724975584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,1,4,power_law_1.01,0.5294079780578613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,1,4,power_law_1.2,4.38927993774414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,1,4,power_law_1.01,0.8192000389099121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,4,power_law_1.2,3.0963647842407225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,power_law_1.01,0.09870079755783082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,1,4,power_law_1.2,5.648998260498047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,1,4,power_law_1.01,0.9404671669006348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,1,4,power_law_1.01,1.6170623779296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,1,4,power_law_1.2,6.849330902099609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,4,power_law_1.2,3.8533119201660155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,1,4,power_law_1.01,1.9814336776733399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,power_law_1.01,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,1,4,power_law_1.2,11.814886474609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,1,4,power_law_1.01,3.116441535949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,4,power_law_1.2,6.003519821166992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,power_law_1.01,0.13475199937820434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,2,power_law_1.2,0.10300159454345703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,1,4,power_law_1.01,3.85494384765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,power_law_1.01,0.22302720546722413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,2,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,1,4,power_law_1.2,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,power_law_1.01,0.29531519412994384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,2,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,1,4,power_law_1.2,25.510073852539062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,1,4,power_law_1.01,9.276627349853516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,1,4,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,4,power_law_1.2,13.631513977050782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,power_law_1.01,0.36250879764556887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,1,4,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,2,power_law_1.2,0.13804160356521605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,1,4,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,power_law_1.01,0.4577280044555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,2,power_law_1.2,0.20643839836120606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,1,4,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,power_law_1.01,0.49049601554870603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,1,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,2,power_law_1.2,0.2748415946960449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,power_law_1.01,0.5105663776397705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,1,4,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,2,power_law_1.2,0.3184639930725098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,power_law_1.01,0.5289984226226807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,1,4,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,1,4,power_law_1.2,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,power_law_1.01,0.5355519771575927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,2,power_law_1.2,0.4384768009185791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,1,4,power_law_1.2,0.08685439825057983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,power_law_1.01,0.5634047985076904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,2,power_law_1.2,0.4532224178314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,1,4,power_law_1.2,0.09276800155639649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,power_law_1.01,0.5605311870574952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,1,4,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,2,2,power_law_1.2,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,2,power_law_1.2,0.4728831768035889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,1,4,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,2,2,power_law_1.2,0.023321600258350374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,power_law_1.01,0.6158336162567138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,2,power_law_1.2,0.49786877632141113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,1,4,power_law_1.2,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,2,2,power_law_1.2,0.02332800030708313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,2,2,power_law_1.01,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,power_law_1.01,0.6080512046813965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,1,4,power_law_1.2,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,2,2,power_law_1.2,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,2,power_law_1.2,0.5289984226226807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,2,2,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,1,4,power_law_1.2,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,2,2,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,2,2,power_law_1.2,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,power_law_1.01,0.6418496131896972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,2,power_law_1.2,0.558899211883545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,2,2,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,1,4,power_law_1.2,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,2,2,power_law_1.2,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,2,2,power_law_1.01,0.03870719969272614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,1,4,power_law_1.2,0.16631040573120118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,2,2,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,2,power_law_1.2,0.567903995513916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,2,2,power_law_1.2,0.03152639865875244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,power_law_1.01,0.6889408111572266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,2,2,power_law_1.01,0.03749119937419891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,1,4,power_law_1.2,0.1986624002456665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,2,2,power_law_1.01,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,2,2,power_law_1.2,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,2,power_law_1.2,0.6096896171569824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,1,4,power_law_1.2,0.26073598861694336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,2,2,power_law_1.01,0.0538752019405365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,2,2,power_law_1.01,0.07841280102729797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,2,2,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,power_law_1.01,0.7606272220611572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,1,4,power_law_1.2,0.3418175935745239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,2,power_law_1.2,0.6166528224945068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,2,2,power_law_1.01,0.05057920217514038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,2,2,power_law_1.01,0.07800959944725036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,2,2,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,1,4,power_law_1.2,0.4892608165740967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,2,2,power_law_1.01,0.05754240155220032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,2,2,power_law_1.01,0.07926399707794189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,2,power_law_1.2,0.6301695823669433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,2,2,power_law_1.2,0.037894400954246524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,power_law_1.01,0.8712191581726074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,1,4,power_law_1.2,0.5072959899902344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,2,2,power_law_1.01,0.08006399869918823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,2,2,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,2,2,power_law_1.2,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,2,power_law_1.2,0.6987775802612305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,1,4,power_law_1.2,0.9011199951171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,2,2,power_law_1.01,0.08376960158348083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,2,2,power_law_1.01,0.06125440001487732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,2,2,power_law_1.2,0.05077120065689087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,power_law_1.01,0.9052160263061524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,1,4,power_law_1.2,0.9883647918701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,2,power_law_1.2,0.7491583824157715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,2,2,power_law_1.01,0.08663039803504943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,2,2,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,2,2,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,1,4,power_law_1.2,1.8047296524047851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,2,2,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,2,power_law_1.2,0.8568767547607422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,2,2,power_law_1.2,0.06802560091018676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,2,2,power_law_1.01,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,power_law_1.01,1.0799039840698241
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,1,4,power_law_1.2,2.6521663665771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,2,2,power_law_1.01,0.09277439713478089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,2,2,power_law_1.2,0.07660160064697266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,2,2,power_law_1.01,0.06573439836502075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,2,power_law_1.2,0.9121791839599609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,1,4,power_law_1.2,2.9313024520874023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,2,2,power_law_1.01,0.09622399806976319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,power_law_1.01,1.2007424354553222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,2,2,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,2,2,power_law_1.01,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,2,power_law_1.2,1.1483072280883788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,2,2,power_law_1.01,0.10975359678268433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,2,2,power_law_1.2,0.12288639545440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,2,2,power_law_1.01,0.08233600258827209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,1,4,power_law_1.2,5.618694305419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,2,power_law_1.2,1.264025592803955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,2,2,power_law_1.01,0.11141760349273681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,power_law_1.01,1.5228927612304688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,2,2,power_law_1.2,0.15526399612426758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,2,2,power_law_1.01,0.09155200123786926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,2,2,power_law_1.01,0.12391040325164795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,2,2,power_law_1.01,0.10751999616622925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,2,2,power_law_1.2,0.2209791898727417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,2,power_law_1.2,1.5954303741455078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,1,4,power_law_1.2,9.815878295898438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,2,2,power_law_1.01,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,power_law_1.01,1.9015680313110352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,2,2,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,2,2,power_law_1.2,0.28241920471191406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,2,power_law_1.2,1.9683391571044921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,2,2,power_law_1.01,0.1609663963317871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,2,2,power_law_1.2,0.4170048236846924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,2,2,power_law_1.01,0.1431488037109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,2,2,power_law_1.01,0.21176319122314452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,power_law_1.2,2.7254783630371096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,2,2,power_law_1.01,0.17674239873886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,2,2,power_law_1.2,0.5462016105651856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,2,power_law_1.01,2.492416000366211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,2,2,power_law_1.01,0.24947199821472169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,2,2,power_law_1.01,0.2240447998046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,2,2,power_law_1.2,0.809779167175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,power_law_1.2,3.43900146484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,2,2,power_law_1.01,0.27095038890838624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,2,2,power_law_1.01,0.3413952112197876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,2,2,power_law_1.2,1.075814437866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,2,power_law_1.01,3.4557952880859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,2,2,power_law_1.01,0.3672127962112427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,power_law_1.2,4.2446849822998045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,2,2,power_law_1.01,0.4548480033874512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,2,2,power_law_1.2,1.6044031143188477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,2,2,power_law_1.01,0.5613503932952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,2,2,power_law_1.01,0.5822463989257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,2,2,power_law_1.2,2.1366783142089845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,2,power_law_1.2,6.744070434570313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,2,2,power_law_1.01,0.7499711990356446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,2,power_law_1.01,3.9573505401611326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,2,2,power_law_1.01,0.6656000137329101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,2,2,power_law_1.2,2.6480640411376952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,2,2,power_law_1.01,0.9371647834777832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,2,2,power_law_1.01,1.2986111640930176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,2,2,power_law_1.01,1.3940671920776366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,2,2,power_law_1.01,1.3510720252990722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,2,2,power_law_1.2,0.06225280165672302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,2,2,power_law_1.2,4.2323966979980465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,2,power_law_1.2,11.820243072509765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,2,power_law_1.01,6.0780479431152346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,2,2,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,2,2,power_law_1.01,1.6592832565307618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,2,2,power_law_1.01,2.354374313354492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,2,2,power_law_1.2,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,2,2,power_law_1.2,8.449049377441407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,2,2,power_law_1.2,0.07617920041084289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,2,2,power_law_1.01,3.283763122558594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,2,2,power_law_1.01,3.093503952026367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,2,2,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,2,power_law_1.01,10.690560150146485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,2,2,power_law_1.2,0.08250240087509156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,2,2,power_law_1.01,4.036608123779297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,2,2,power_law_1.01,6.098732757568359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,power_law_1.01,0.0966592013835907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,2,2,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,2,2,power_law_1.01,5.544140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,2,2,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,2,2,power_law_1.2,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,power_law_1.01,0.15236480236053468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,2,2,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,4,1,power_law_1.01,0.02869119942188263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,2,2,power_law_1.01,12.820684814453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,power_law_1.01,0.24554879665374757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,2,2,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,4,1,power_law_1.01,0.030681601166725157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,power_law_1.01,0.33934080600738525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,2,2,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,4,1,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,1,power_law_1.2,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,4,1,power_law_1.2,0.020876799523830415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,power_law_1.01,0.3971008062362671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,2,2,power_law_1.2,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,4,1,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,4,1,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,2,2,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,1,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,4,1,power_law_1.2,0.021747200191020964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,power_law_1.01,0.4958208084106445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,4,1,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,2,2,power_law_1.2,0.10526080131530761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,4,1,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,4,1,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,power_law_1.01,0.517139196395874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,4,1,power_law_1.2,0.028255999088287354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,1,power_law_1.2,0.10691200494766236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,2,2,power_law_1.2,0.115065598487854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,4,1,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,4,1,power_law_1.2,0.03276160061359405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,power_law_1.01,0.5449728012084961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,2,2,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,4,1,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,4,1,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,1,power_law_1.2,0.1505280017852783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,2,2,power_law_1.2,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,4,1,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,power_law_1.01,0.5691391944885253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,4,1,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,4,1,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,4,1,power_law_1.2,0.036032000184059144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,2,2,power_law_1.2,0.16446720361709594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,4,1,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,4,1,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,4,1,power_law_1.2,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,1,power_law_1.2,0.21709439754486085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,4,1,power_law_1.2,0.05304319858551025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,power_law_1.01,0.5896192073822022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,2,2,power_law_1.2,0.2170880079269409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,4,1,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,4,1,power_law_1.2,0.034835198521614076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,4,1,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,4,1,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,2,2,power_law_1.2,0.2455615997314453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,4,1,power_law_1.01,0.07496320009231568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,power_law_1.01,0.6002687931060791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,1,power_law_1.2,0.302892804145813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,4,1,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,4,1,power_law_1.2,0.07537279725074768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,4,1,power_law_1.01,0.07493759989738465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,4,1,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,2,2,power_law_1.2,0.3004415988922119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,4,1,power_law_1.2,0.05304319858551025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,4,1,power_law_1.2,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,4,1,power_law_1.01,0.07330560088157653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,power_law_1.01,0.6352896213531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,4,1,power_law_1.01,0.07799680233001709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,2,2,power_law_1.2,0.4204927921295166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,1,power_law_1.2,0.3532799959182739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,4,1,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,4,1,power_law_1.2,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,4,1,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,4,1,power_law_1.01,0.08789119720458985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,2,2,power_law_1.2,0.6068480014801025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,4,1,power_law_1.2,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,4,1,power_law_1.2,0.07925760149955749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,power_law_1.01,0.6651968002319336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,4,1,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,4,1,power_law_1.01,0.09604480266571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,1,power_law_1.2,0.47739520072937014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,2,2,power_law_1.2,0.7467008113861084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,4,1,power_law_1.2,0.078438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,4,1,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,4,1,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,4,1,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,2,2,power_law_1.2,1.0577856063842774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,power_law_1.01,0.6737919807434082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,4,1,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,4,1,power_law_1.2,0.08068479895591736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,1,power_law_1.2,0.5154943943023682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,4,1,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,4,1,power_law_1.01,0.07616000175476074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,1,4,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,2,2,power_law_1.2,1.5007616043090821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,4,1,power_law_1.2,0.08213760256767273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,4,1,power_law_1.2,0.09092479944229126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.01,0.1695680022239685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,4,1,power_law_1.01,0.07987840175628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,power_law_1.01,0.7041024208068848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,1,power_law_1.2,0.5101632118225098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,4,1,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.01,0.23696000576019288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,4,1,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,2,2,power_law_1.2,1.9826688766479492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,4,1,power_law_1.01,0.08212479948997498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,1,4,power_law_1.01,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.01,0.29633920192718505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,4,1,power_law_1.2,0.08540160059928895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,4,1,power_law_1.01,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.2,0.1527999997138977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,power_law_1.01,0.7938047885894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,1,power_law_1.2,0.558080005645752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,2,2,power_law_1.2,2.9210752487182616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,1,4,power_law_1.01,0.0477183997631073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.01,0.42414078712463377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,4,1,power_law_1.2,0.08826239705085755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,4,1,power_law_1.01,0.08764799833297729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.2,0.21810560226440429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.01,0.5515200138092041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,1,4,power_law_1.01,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,1,power_law_1.2,0.5822463989257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,4,1,power_law_1.2,0.08887680172920227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,power_law_1.01,0.8585280418395996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,4,1,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,2,2,power_law_1.2,7.465369415283203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.2,0.2781183958053589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.01,0.8069120407104492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,4,1,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,1,4,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,1,power_law_1.2,0.5908480167388916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,4,1,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.01,1.055737590789795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.2,0.4038656234741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,4,1,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,power_law_1.01,0.9850943565368653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,4,1,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.01,1.5773695945739745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,1,4,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,1,power_law_1.2,0.617471981048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.2,0.5302271842956543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,4,1,power_law_1.2,0.11612800359725953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,4,1,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.01,2.0916223526000977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,1,power_law_1.2,0.6426623821258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,power_law_1.01,1.0737536430358887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,1,4,power_law_1.01,0.09277439713478089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,4,1,power_law_1.2,0.13127679824829103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.2,0.7860223770141601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,4,1,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,4,1,power_law_1.01,2.5964479446411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.2,0.15400960445404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,1,power_law_1.2,0.6746111869812011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,1,4,power_law_1.01,0.09443839788436889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,4,1,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.2,1.0424320220947265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,power_law_1.01,1.3080575942993165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,4,1,power_law_1.01,4.139007949829102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.2,0.18124799728393554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,1,power_law_1.2,0.7266304016113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,4,1,power_law_1.01,0.18350080251693726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,1,4,power_law_1.01,0.0917568027973175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.2,1.5568960189819336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.2,0.21607038974761963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,4,1,power_law_1.01,0.21544320583343507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,4,1,power_law_1.01,8.229293060302734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,1,power_law_1.2,0.794214391708374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,power_law_1.01,1.579417610168457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,1,4,power_law_1.01,0.09728639721870422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.2,2.074822425842285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.2,0.2791424036026001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,4,1,power_law_1.01,0.2811903953552246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,1,power_law_1.2,0.8663040161132812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,1,4,power_law_1.01,0.11674239635467529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.2,0.34303998947143555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,4,1,power_law_1.01,0.34917759895324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,power_law_1.01,1.9978239059448242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,1,power_law_1.2,1.0231807708740235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,4,1,power_law_1.2,2.595225524902344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,1,4,power_law_1.01,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.2,0.47452797889709475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,4,1,power_law_1.01,0.47411198616027833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,1,power_law_1.2,1.1110400199890136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,1,4,power_law_1.01,0.12922879457473754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.2,0.5998591899871826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,4,1,power_law_1.01,0.6014976024627685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,power_law_1.01,2.656255912780762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,4,1,power_law_1.2,4.137369537353516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,1,power_law_1.2,1.355571174621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,1,4,power_law_1.01,0.14540159702301025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.01,0.8638463973999023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,4,1,power_law_1.2,0.8613887786865234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,1,power_law_1.2,1.6482303619384766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,1,4,power_law_1.01,0.17838079929351808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.01,1.1339712142944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,power_law_1.01,3.415660858154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,4,1,power_law_1.2,1.1331583976745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,4,1,power_law_1.2,8.219827270507812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,1,4,power_law_1.01,0.18390400409698487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,1,power_law_1.2,2.053932762145996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,4,1,power_law_1.01,1.4120896339416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,4,1,power_law_1.2,1.397766399383545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,1,4,power_law_1.01,0.2584575891494751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,1,power_law_1.2,2.504710388183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,power_law_1.01,4.14637451171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,1,4,power_law_1.01,0.2996095895767212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,4,1,power_law_1.01,2.2751232147216798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,4,1,power_law_1.2,2.2620159149169923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,1,4,power_law_1.01,0.4233151912689209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,1,power_law_1.2,3.2940032958984373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,4,1,power_law_1.01,4.777766418457031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,1,4,power_law_1.01,0.6783040046691895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,4,1,power_law_1.2,4.8154560089111325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,power_law_1.01,4.996275329589844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,1,power_law_1.2,4.247129440307617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,1,4,power_law_1.01,0.8445952415466309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,1,4,power_law_1.01,1.2507200241088867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,1,power_law_1.2,5.105676651000977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,1,power_law_1.01,7.481759643554687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,1,4,power_law_1.01,1.7326080322265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,1,4,power_law_1.01,0.09747840166091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,1,4,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,1,4,power_law_1.01,2.582943916320801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,1,4,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,1,power_law_1.2,7.670169830322266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,1,4,power_law_1.01,3.3832897186279296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,1,4,power_law_1.01,0.11021440029144287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,1,power_law_1.01,13.78284149169922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,1,4,power_law_1.01,4.85662727355957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,1,4,power_law_1.01,0.11059839725494384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,1,4,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,1,4,power_law_1.01,6.4997314453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,1,4,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,1,power_law_1.2,15.107693481445313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,1,4,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,1,4,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,1,4,power_law_1.01,7.86903076171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,1,4,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,1,4,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,1,4,power_law_1.2,0.10240639448165893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,1,4,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,1,4,power_law_1.01,12.92593994140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,1,4,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,2,2,power_law_1.01,0.02620159983634949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,1,4,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,1,4,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,1,4,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,2,2,power_law_1.01,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,1,4,power_law_1.2,0.10221439599990845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,1,4,power_law_1.01,0.12858879566192627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,1,4,power_law_1.2,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,2,2,power_law_1.01,0.027027198672294618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,1,4,power_law_1.2,0.10895999670028686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,1,4,power_law_1.01,0.130457603931427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,1,4,power_law_1.2,0.10711040496826171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,2,2,power_law_1.01,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,1,4,power_law_1.2,0.1087488055229187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,1,4,power_law_1.01,25.289517211914063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,1,4,power_law_1.01,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,1,4,power_law_1.2,0.08949120044708252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,2,2,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,1,4,power_law_1.2,0.11018879413604736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,1,4,power_law_1.01,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,1,4,power_law_1.2,0.11816960573196411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,2,2,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,1,4,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,1,4,power_law_1.01,0.1601855993270874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,1,4,power_law_1.2,0.10136959552764893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,2,2,power_law_1.01,0.042393600940704344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,1,4,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,2,2,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,1,4,power_law_1.01,0.20113921165466309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,1,4,power_law_1.2,0.1059008002281189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,2,2,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,1,4,power_law_1.2,0.11549439430236816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,2,2,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,1,4,power_law_1.01,0.2572160005569458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,1,4,power_law_1.2,0.13167359828948974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,2,2,power_law_1.01,0.044627198576927186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,1,4,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,2,2,power_law_1.2,0.046489599347114566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,1,4,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,1,4,power_law_1.01,0.2506688117980957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,2,2,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,1,4,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,1,4,power_law_1.2,0.130457603931427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,2,2,power_law_1.2,0.04648320078849792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,1,4,power_law_1.01,0.3225600004196167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,2,2,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,2,2,power_law_1.01,0.05448960065841675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,1,4,power_law_1.2,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,1,4,power_law_1.2,0.17900160551071168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,1,4,power_law_1.01,0.4151296138763428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,2,2,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,2,2,power_law_1.01,0.06803200244903565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,2,2,power_law_1.01,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,1,4,power_law_1.2,0.1978495955467224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,1,4,power_law_1.2,0.13601280450820924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,1,4,power_law_1.01,0.5445504188537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,2,2,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,2,2,power_law_1.01,0.0687936007976532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,2,2,power_law_1.2,0.08517760038375854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,1,4,power_law_1.2,0.2535360097885132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,1,4,power_law_1.2,0.14417279958724977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,1,4,power_law_1.01,0.8515583992004394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,2,2,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,2,2,power_law_1.2,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,2,2,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,1,4,power_law_1.2,0.28181118965148927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,2,2,power_law_1.2,0.0757695972919464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,1,4,power_law_1.2,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,1,4,power_law_1.01,1.0379199981689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,2,2,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,2,2,power_law_1.01,0.10442880392074586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,2,2,power_law_1.01,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,1,4,power_law_1.2,0.40631680488586425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,2,2,power_law_1.2,0.08380159735679626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,1,4,power_law_1.2,0.18492799997329712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,1,4,power_law_1.01,1.6891904830932618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,2,2,power_law_1.2,0.07024000287055969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,2,2,power_law_1.01,0.10404479503631592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,4,1,power_law_1.01,0.026617598533630372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,1,4,power_law_1.2,0.5105792045593261
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,2,2,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,2,2,power_law_1.2,0.10342400074005127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,1,4,power_law_1.2,0.17203199863433838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,2,2,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,1,4,power_law_1.01,2.5145280838012694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,2,2,power_law_1.01,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,1,4,power_law_1.2,0.781932783126831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,2,2,power_law_1.01,0.13267840147018434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,4,1,power_law_1.01,0.04056319892406464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,2,2,power_law_1.2,0.10383360385894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,1,4,power_law_1.2,0.2578432083129883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,2,2,power_law_1.2,0.08089600205421447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,2,2,power_law_1.01,0.10612479448318482
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,1,4,power_law_1.2,1.0504128456115722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,1,4,power_law_1.01,3.5668094635009764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,2,2,power_law_1.01,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,2,2,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,1,4,power_law_1.2,0.24227840900421144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,4,1,power_law_1.01,0.044844800233840944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,2,2,power_law_1.2,0.10915839672088623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,2,2,power_law_1.01,0.10771839618682862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,1,4,power_law_1.2,1.5790080070495605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,2,2,power_law_1.2,0.10730880498886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,2,2,power_law_1.01,0.2396159887313843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,1,4,power_law_1.01,4.136556625366211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,2,2,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,1,4,power_law_1.2,0.3684351921081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,2,2,power_law_1.2,0.11038719415664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,4,1,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,1,4,power_law_1.2,2.043699264526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,2,2,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,2,2,power_law_1.01,0.34426240921020507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,2,2,power_law_1.01,0.10730880498886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,2,2,power_law_1.2,0.1308735966682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,1,4,power_law_1.2,0.46592001914978026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,1,4,power_law_1.01,5.995750427246094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,2,2,power_law_1.2,0.10751999616622925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,1,4,power_law_1.2,3.4664447784423826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,4,1,power_law_1.01,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,2,2,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,2,2,power_law_1.01,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,2,2,power_law_1.2,0.16117119789123535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,1,4,power_law_1.2,0.6541183948516845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,2,2,power_law_1.2,0.10893440246582031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,2,2,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,1,4,power_law_1.2,4.5643775939941404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,4,1,power_law_1.01,0.06778879761695862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,2,2,power_law_1.2,0.18513280153274536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,2,2,power_law_1.01,0.6627327919006347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,2,2,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,1,4,power_law_1.2,1.0219455718994142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,2,2,power_law_1.01,0.12267520427703857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,1,4,power_law_1.01,17.697164916992186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,2,2,power_law_1.2,0.11797120571136474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,2,2,power_law_1.2,0.235315203666687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,1,4,power_law_1.2,8.691091156005859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,4,1,power_law_1.01,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,2,2,power_law_1.01,0.8749055862426758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,1,4,power_law_1.2,1.088102436065674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,2,2,power_law_1.01,0.12370560169219971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,2,2,power_law_1.2,0.11468160152435303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,2,2,power_law_1.2,0.3371072053909302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,2,2,power_law_1.01,0.1404736042022705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,2,2,power_law_1.2,0.12472319602966309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,4,1,power_law_1.01,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,1,4,power_law_1.2,8.954061126708984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,1,4,power_law_1.2,1.6756799697875977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,2,2,power_law_1.01,1.294540786743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,2,2,power_law_1.2,0.1419327974319458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,2,2,power_law_1.2,0.4417600154876709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,2,2,power_law_1.01,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,4,1,power_law_1.01,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,1,4,power_law_1.2,2.447769546508789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,2,2,power_law_1.2,0.15482239723205565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,2,2,power_law_1.01,1.7182783126831054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,1,4,power_law_1.2,11.606425476074218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,2,2,power_law_1.2,0.6479872226715088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,2,2,power_law_1.01,0.14661120176315307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,2,2,power_law_1.2,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,4,1,power_law_1.01,0.0686079978942871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,2,2,power_law_1.01,0.18637440204620362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,2,2,power_law_1.01,2.5653312683105467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,2,2,power_law_1.2,0.8544256210327148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,1,4,power_law_1.2,3.495942306518555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,2,2,power_law_1.2,0.19907840490341186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,2,2,power_law_1.2,0.2162303924560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,2,2,power_law_1.01,0.2258944034576416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,4,1,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,1,4,power_law_1.2,17.516134643554686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,2,2,power_law_1.2,1.265452766418457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,2,2,power_law_1.01,3.409503936767578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,2,2,power_law_1.2,0.2902015924453735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,1,4,power_law_1.2,4.557433700561523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,2,2,power_law_1.01,0.2852799892425537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,4,1,power_law_1.01,0.09031040072441102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,2,2,power_law_1.2,1.6711936950683595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,2,2,power_law_1.2,0.3336127996444702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,2,2,power_law_1.01,0.3264575958251953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,2,2,power_law_1.01,4.256953430175781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,4,1,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,2,2,power_law_1.2,0.4050623893737793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,2,2,power_law_1.2,2.4743936538696287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,2,2,power_law_1.01,0.4581632137298584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,2,2,power_law_1.2,0.5691391944885253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,1,4,power_law_1.2,8.417708587646484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,4,1,power_law_1.01,0.09708160161972046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,1,4,power_law_1.2,39.66156921386719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,2,2,power_law_1.2,0.7749695777893066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,2,2,power_law_1.2,3.315302276611328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,2,2,power_law_1.01,0.5441535949707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,2,2,power_law_1.01,6.764543914794922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,4,1,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,4,1,power_law_1.2,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,2,2,power_law_1.2,1.1561087608337401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,2,2,power_law_1.01,0.7901120185852051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,4,1,power_law_1.01,0.12922240495681764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,4,1,power_law_1.2,0.03359360098838806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,2,2,power_law_1.2,4.944255828857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,2,2,power_law_1.2,1.6969728469848633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,1,4,power_law_1.2,14.972953796386719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,4,1,power_law_1.2,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,4,1,power_law_1.01,0.156876802444458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,2,2,power_law_1.01,1.0725248336791993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,2,2,power_law_1.01,13.520895385742188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,4,1,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,2,2,power_law_1.2,2.089574432373047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,4,1,power_law_1.01,0.21790719032287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,2,2,power_law_1.01,1.4133119583129883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,2,2,power_law_1.2,6.54949722290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,4,1,power_law_1.2,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.01,0.26664960384368896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,2,2,power_law_1.2,3.117254447937012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,2,2,power_law_1.01,2.150604820251465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,4,1,power_law_1.2,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.01,0.3583935976028442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,2,2,power_law_1.2,8.105773162841796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,4,1,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,2,2,power_law_1.2,4.694649505615234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,2,2,power_law_1.01,2.5206720352172853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.01,0.4655104160308838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,4,1,power_law_1.2,0.06574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.01,0.6737919807434082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,4,1,power_law_1.2,0.07946879863739013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,2,2,power_law_1.01,4.571763229370117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,2,2,power_law_1.2,10.376601409912109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,2,2,power_law_1.2,12.95626220703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.01,0.8900608062744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,4,1,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,4,1,power_law_1.2,0.07454079985618592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.01,1.3113344192504883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,2,2,power_law_1.01,10.314342498779297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,4,1,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.01,1.7301504135131835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,4,1,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.01,2.5636863708496094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,4,1,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,2,2,power_law_1.2,25.784320068359374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,4,1,power_law_1.2,0.12001919746398926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.01,3.391487884521484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,4,1,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,4,1,power_law_1.01,4.2246143341064455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,4,1,power_law_1.2,0.14748159646987916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,4,1,power_law_1.2,0.21278719902038573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,4,1,power_law_1.01,0.05427200198173523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,4,1,power_law_1.01,6.743660736083984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.2,0.260915207862854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,4,1,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.2,0.3663872003555298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,4,1,power_law_1.01,0.07352319955825806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,4,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,4,1,power_law_1.01,13.444300842285156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,4,1,power_law_1.2,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,4,1,power_law_1.01,0.10097279548645019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.2,0.4638656139373779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,4,1,power_law_1.2,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,4,power_law_1.01,0.033190399408340454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,4,1,power_law_1.01,0.09993600249290466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.2,0.6815680027008056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,4,1,power_law_1.2,0.06858239769935608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,4,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,4,1,power_law_1.01,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.2,0.8896512031555176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,4,1,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,4,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,4,1,power_law_1.01,0.10301439762115479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,4,1,power_law_1.2,0.10198400020599366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.2,1.2957632064819335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,4,1,power_law_1.01,0.10465279817581177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,4,1,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,4,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.2,1.7338367462158204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,4,1,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,4,1,power_law_1.01,0.10404479503631592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,4,power_law_1.01,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.2,2.5632768630981446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,4,1,power_law_1.2,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,4,1,power_law_1.01,0.10792319774627686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,4,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,4,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,4,1,power_law_1.2,0.10424959659576416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,4,1,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.2,3.4050048828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,4,1,power_law_1.01,0.11592960357666016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,4,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,4,1,power_law_1.2,0.10482560396194458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,4,power_law_1.01,0.14069759845733643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,4,1,power_law_1.2,4.235270309448242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,4,1,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,4,power_law_1.2,0.10506240129470826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,4,1,power_law_1.2,0.10792959928512573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,4,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,4,1,power_law_1.01,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,4,1,power_law_1.2,0.11264640092849731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,4,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,4,1,power_law_1.2,6.724819183349609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,4,power_law_1.01,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,4,1,power_law_1.01,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,4,power_law_1.2,0.1411072015762329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,4,1,power_law_1.2,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,4,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,4,1,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,4,power_law_1.01,0.1331264019012451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,4,power_law_1.01,0.14622080326080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,4,1,power_law_1.2,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,4,power_law_1.2,0.09768959879875183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,4,1,power_law_1.01,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,4,power_law_1.2,0.053862398862838744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,4,1,power_law_1.2,0.13230719566345214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,4,1,power_law_1.2,13.417677307128907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,4,power_law_1.01,0.17365119457244874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,4,power_law_1.01,0.170796799659729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,4,1,power_law_1.01,0.17367680072784425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,4,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,4,1,power_law_1.2,0.13682559728622437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,4,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.01,0.20193281173706054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,4,power_law_1.01,0.20274560451507567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,4,power_law_1.01,0.21137280464172364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,2,power_law_1.01,0.03439359962940216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,4,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,4,1,power_law_1.2,0.147871994972229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.01,0.24576001167297362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,4,power_law_1.01,0.2576319932937622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,4,power_law_1.2,0.15482239723205565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,4,1,power_law_1.2,0.17367680072784425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,4,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.01,0.2883519887924194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,4,power_law_1.01,0.26153600215911865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,2,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.01,0.3792896032333374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,4,1,power_law_1.2,0.19824639558792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,4,power_law_1.01,0.18391040563583375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,4,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,4,power_law_1.2,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,4,power_law_1.01,0.27647359371185304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.01,0.4651008129119873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,4,1,power_law_1.2,0.24453120231628417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,2,power_law_1.01,0.042393600940704344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,4,power_law_1.2,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,4,power_law_1.01,0.21482880115509034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.01,0.6377535820007324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,4,1,power_law_1.2,0.28446719646453855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,4,power_law_1.01,0.2901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,4,power_law_1.2,0.2590656042098999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,4,power_law_1.2,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.01,0.8110143661499023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,2,power_law_1.01,0.05569919943809509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,4,power_law_1.01,0.2742271900177002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,4,1,power_law_1.2,0.37477118968963624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,4,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,4,power_law_1.01,0.2852864027023315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.01,1.1806719779968262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,4,power_law_1.2,0.26152958869934084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,4,1,power_law_1.2,0.4622655868530273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,4,power_law_1.01,0.22570879459381105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,2,power_law_1.01,0.0915391981601715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,4,power_law_1.2,0.18531839847564696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.01,1.5740863800048828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,4,1,power_law_1.2,0.6377471923828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,4,power_law_1.01,0.30577280521392824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,4,power_law_1.01,0.28732800483703613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,4,power_law_1.2,0.28896639347076414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,4,power_law_1.2,0.22323200702667237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,4,1,power_law_1.01,1.9695615768432617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,2,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,4,1,power_law_1.2,0.8110079765319824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,4,power_law_1.01,0.31191039085388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,4,power_law_1.2,0.26460158824920654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,4,power_law_1.01,0.41039361953735354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,4,1,power_law_1.01,3.166617584228516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,4,1,power_law_1.2,1.1790335655212403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,4,power_law_1.2,0.28855679035186765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,2,power_law_1.01,0.09809920191764832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,4,power_law_1.2,0.31274240016937255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,4,power_law_1.01,0.31027200222015383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,4,1,power_law_1.2,1.576959991455078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,4,power_law_1.01,0.5404672145843505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,4,1,power_law_1.01,7.044921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,2,power_law_1.01,0.11713919639587403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,4,power_law_1.2,0.3837951898574829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,4,power_law_1.2,0.2979840040206909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,4,1,power_law_1.2,1.9654655456542969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,4,power_law_1.01,0.33280000686645506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,2,power_law_1.2,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,4,power_law_1.2,0.2775039911270142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,2,power_law_1.01,0.11058559417724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,4,power_law_1.01,0.794214391708374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,4,power_law_1.2,0.3104703903198242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,2,power_law_1.2,0.03583360016345978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,4,power_law_1.2,0.3330176115036011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,4,1,power_law_1.2,3.207583999633789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,2,power_law_1.01,0.12392319440841675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,4,power_law_1.01,0.3229696035385132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,4,power_law_1.01,1.0512319564819337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,4,power_law_1.2,0.31642880439758303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,2,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,4,power_law_1.2,0.4278272151947021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,2,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,2,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,4,power_law_1.01,0.3422208070755005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,4,power_law_1.2,0.3329792022705078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,4,power_law_1.01,1.5687616348266602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,4,1,power_law_1.2,6.822713470458984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,4,power_law_1.2,0.3457024097442627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,2,power_law_1.01,0.173471999168396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,2,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,4,power_law_1.2,0.3420095920562744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,4,power_law_1.2,0.45116801261901857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,4,power_law_1.01,0.35820798873901366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,4,power_law_1.01,2.0903999328613283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,2,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,2,power_law_1.01,0.19967360496520997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,4,power_law_1.2,0.36126720905303955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,4,power_law_1.2,0.6811776161193848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,4,power_law_1.01,0.3831808090209961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,2,power_law_1.2,0.09747200012207032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,2,power_law_1.01,0.24945919513702391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,4,power_law_1.01,3.13240966796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,4,power_law_1.2,0.36392960548400877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,4,power_law_1.2,0.8642623901367188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,2,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,4,power_law_1.01,0.4216832160949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,2,power_law_1.01,0.18655999898910522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,4,power_law_1.2,0.40634880065917967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,4,power_law_1.2,1.2965888023376464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,2,power_law_1.2,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,4,power_law_1.01,0.5146624088287354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,2,power_law_1.01,0.21790719032287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,4,power_law_1.01,4.170956802368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,2,power_law_1.2,0.1218559980392456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,4,power_law_1.2,1.6895999908447266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,4,power_law_1.2,0.4618175983428955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,2,power_law_1.01,0.2682816028594971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,4,power_law_1.01,0.5228544235229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,2,power_law_1.2,0.1487231969833374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,4,power_law_1.2,2.5542720794677733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,4,power_law_1.2,0.5326848030090332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,4,power_law_1.01,5.187961578369141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,2,power_law_1.01,0.2293760061264038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,4,power_law_1.01,0.6252480030059815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,2,power_law_1.2,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,4,power_law_1.2,0.5482431888580322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,4,power_law_1.2,3.3427455902099608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,2,power_law_1.01,0.2836287975311279
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,2,power_law_1.2,0.1984511971473694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,4,power_law_1.01,0.7446591854095459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,2,power_law_1.2,0.2506688117980957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,2,power_law_1.01,0.41307520866394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,4,power_law_1.2,0.6889472007751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,4,power_law_1.01,8.302988433837891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,4,power_law_1.2,5.005331039428711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,4,power_law_1.01,0.9306112289428711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,2,power_law_1.01,0.09319040179252625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,2,power_law_1.2,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,2,power_law_1.01,0.5339072227478028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,4,power_law_1.2,0.8134655952453613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,2,power_law_1.01,0.12082560062408447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,4,power_law_1.01,1.1847616195678712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,2,power_law_1.2,0.2136064052581787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,2,power_law_1.01,0.7602176189422607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,4,power_law_1.2,6.53680648803711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,4,power_law_1.2,0.9834431648254395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,2,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,2,power_law_1.2,0.26808319091796873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,4,power_law_1.01,1.5421183586120606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,4,power_law_1.01,16.572218322753905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,2,power_law_1.01,1.0002431869506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,2,power_law_1.01,0.14130560159683228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,4,power_law_1.2,1.2523520469665528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,2,power_law_1.2,0.22753279209136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,4,power_law_1.2,8.58437728881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,2,power_law_1.01,1.4657535552978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,2,power_law_1.01,0.18922879695892333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,4,power_law_1.01,1.9580928802490234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,2,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,4,power_law_1.2,1.7199296951293945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,2,power_law_1.2,0.28631041049957273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,2,power_law_1.01,0.24597759246826173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,2,power_law_1.01,1.9691455841064454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,2,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,2,power_law_1.2,0.4128767967224121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,4,power_law_1.01,2.370355224609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,4,power_law_1.2,1.9740608215332032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,2,power_law_1.01,0.31252479553222656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,2,power_law_1.2,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,4,power_law_1.2,13.3762939453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,2,power_law_1.2,0.5326848030090332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,2,power_law_1.01,2.9116416931152345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,2,power_law_1.01,0.32644479274749755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,2,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,4,power_law_1.2,2.6025983810424806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,2,power_law_1.2,0.7827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,4,power_law_1.01,3.7447681427001953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,2,power_law_1.01,0.33678081035614016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,2,power_law_1.2,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,2,power_law_1.01,3.981510543823242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,2,power_law_1.2,1.0239935874938966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,2,power_law_1.01,0.3483648061752319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,2,power_law_1.2,0.22074239253997802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,4,power_law_1.2,4.091494369506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,2,power_law_1.2,1.5126527786254882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,2,power_law_1.01,0.36761600971221925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,2,power_law_1.01,4.900044631958008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,4,power_law_1.2,25.867474365234376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,2,power_law_1.2,0.3168191909790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,4,power_law_1.01,7.350272369384766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,1,power_law_1.01,0.022924800217151643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,2,power_law_1.01,0.38075520992279055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,2,power_law_1.2,1.9916736602783203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,2,power_law_1.2,0.3309567928314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,1,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,2,power_law_1.01,0.3700736045837402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,2,power_law_1.2,0.3280767917633057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,4,power_law_1.2,8.514720153808593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,2,power_law_1.01,7.699257659912109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,2,power_law_1.2,2.890355110168457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,1,power_law_1.01,0.02499839961528778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,2,power_law_1.01,0.38297600746154786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,2,power_law_1.2,0.3483583927154541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,1,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,2,power_law_1.2,3.840607833862305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,2,power_law_1.01,0.40120320320129393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,2,power_law_1.2,0.36557440757751464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,1,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,2,power_law_1.01,0.42127361297607424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,2,power_law_1.2,0.38051838874816896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,2,power_law_1.2,4.922163009643555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,1,power_law_1.01,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,2,power_law_1.01,15.693624877929688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,2,power_law_1.01,0.43847041130065917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,2,power_law_1.2,0.3803136110305786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,1,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,2,power_law_1.01,0.48148479461669924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,2,power_law_1.2,0.381113600730896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,2,power_law_1.2,7.47479019165039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,1,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,2,power_law_1.01,0.5421055793762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,2,power_law_1.2,0.42270717620849607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,1,power_law_1.2,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,1,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,2,power_law_1.01,0.6178751945495605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,2,power_law_1.2,0.43274240493774413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,1,power_law_1.2,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,1,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,2,power_law_1.2,0.4605696201324463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,2,power_law_1.01,0.6553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,1,power_law_1.01,0.13312000036239624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,1,power_law_1.2,0.027238398790359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,2,power_law_1.2,15.752397155761718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,2,power_law_1.2,0.49297280311584474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,2,power_law_1.01,0.785203218460083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,1,power_law_1.01,0.12942719459533691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,1,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,2,power_law_1.2,0.5457856178283691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,2,power_law_1.01,0.9039936065673828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,1,power_law_1.01,0.14417279958724977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,1,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,2,power_law_1.2,0.6301760196685791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,2,power_law_1.01,1.1728832244873046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,1,power_law_1.01,0.17408000230789183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,1,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,2,power_law_1.2,0.6803455829620362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,4,power_law_1.01,0.030694401264190672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,1,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,2,power_law_1.01,1.4231807708740234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,1,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,2,power_law_1.2,0.8130559921264648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,4,power_law_1.01,0.029286399483680725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,1,power_law_1.2,0.11816960573196411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,1,power_law_1.01,0.15523200035095214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,2,power_law_1.01,1.9634176254272462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,4,power_law_1.01,0.034201601147651674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,1,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,1,power_law_1.01,0.19086719751358033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,2,power_law_1.2,0.9289728164672851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,2,power_law_1.01,2.5018367767333984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,4,power_law_1.01,0.04588159918785095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,1,power_law_1.2,0.13927040100097657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,1,power_law_1.01,0.17774080038070678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,2,power_law_1.2,1.188864040374756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,4,power_law_1.01,0.056729602813720706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,1,power_law_1.2,0.1560639977455139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,2,power_law_1.01,2.9247552871704103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.01,0.21811199188232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,4,power_law_1.01,0.07598080039024353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,2,power_law_1.2,1.5519680023193358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,4,power_law_1.2,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,1,power_law_1.2,0.15381120443344115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,1,power_law_1.01,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.01,0.2893824100494385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,4,power_law_1.2,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,4,power_law_1.01,0.08462079763412475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,1,power_law_1.2,0.16543999910354615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,2,power_law_1.01,4.495980834960937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,2,power_law_1.2,2.1125120162963866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,1,power_law_1.01,0.11427199840545654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.01,0.36966400146484374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,4,power_law_1.2,0.03440000116825104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,4,power_law_1.01,0.07598080039024353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,1,power_law_1.2,0.09870719909667969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,1,power_law_1.2,0.199072003364563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,4,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,4,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.01,0.5195775985717773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,1,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,1,power_law_1.2,0.169977605342865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,1,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,4,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,2,power_law_1.2,2.5800640106201174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,4,power_law_1.01,0.08725119829177856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.01,0.6684671878814697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,2,power_law_1.01,8.933586883544923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,4,power_law_1.2,0.07043840289115906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,1,power_law_1.01,0.18432639837265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,1,power_law_1.2,0.1861631989479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,4,power_law_1.01,0.09438719749450683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,1,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,4,power_law_1.2,0.08068479895591736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.01,0.9666624069213867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,1,power_law_1.2,0.2185215950012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,2,power_law_1.2,3.158016014099121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,4,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,1,power_law_1.01,0.24024319648742676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,4,power_law_1.2,0.0774399995803833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,1,power_law_1.2,0.17511039972305298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,1,power_law_1.2,0.21217920780181884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,4,power_law_1.01,0.08969600200653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,4,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.01,1.2740608215332032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,1,power_law_1.01,0.3000384092330933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,1,power_law_1.2,0.22159359455108643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.2,0.2476032018661499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,4,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,4,power_law_1.2,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,2,power_law_1.2,5.032352066040039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,1,power_law_1.01,0.4311039924621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,1,power_law_1.2,0.2838527917861938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,4,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,4,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.2,0.33033599853515627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,1,power_law_1.01,1.8892736434936523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,4,power_law_1.2,0.08844799995422363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,1,power_law_1.01,0.44216318130493165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,4,power_law_1.01,0.09564160108566284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,1,power_law_1.2,0.4265984058380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.2,0.4057024002075195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,4,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,1,power_law_1.01,2.508390426635742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,4,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.2,0.5613887786865235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,1,power_law_1.01,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,1,power_law_1.2,0.43112959861755373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,2,power_law_1.2,9.541849517822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,4,power_law_1.2,0.10323840379714966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,4,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,4,power_law_1.01,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,1,power_law_1.01,0.47083520889282227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,1,power_law_1.2,0.4413440227508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,4,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.2,0.7102528095245362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,1,power_law_1.01,3.131180763244629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,4,power_law_1.01,0.18288639783859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,4,power_law_1.01,0.055264002084732054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,4,power_law_1.2,0.09994879961013795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,1,power_law_1.01,0.491315221786499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,1,power_law_1.2,0.45649919509887693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,4,power_law_1.01,0.2420736074447632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.2,1.01211519241333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,4,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,4,power_law_1.01,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,1,power_law_1.01,0.5093376159667968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,1,power_law_1.2,0.4827136039733887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,4,power_law_1.01,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,1,power_law_1.01,4.971712112426758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,4,power_law_1.2,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,4,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.2,1.3154303550720214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,1,power_law_1.01,0.5130239963531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,1,power_law_1.2,0.5031936168670654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,4,power_law_1.01,0.4069375991821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,4,power_law_1.01,0.07843199968338013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,4,power_law_1.2,0.18186240196228026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,1,power_law_1.01,0.5048255920410156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,4,power_law_1.01,0.5638207912445068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,1,power_law_1.2,0.5101503849029541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,4,power_law_1.01,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,4,power_law_1.2,0.2506752014160156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,1,power_law_1.2,1.9294208526611327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,1,power_law_1.01,9.886105346679688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,4,power_law_1.01,0.10566400289535523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,1,power_law_1.01,0.5421055793762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,4,power_law_1.01,0.7503871917724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,1,power_law_1.2,0.5326848030090332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,4,power_law_1.2,0.3225600004196167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,4,power_law_1.2,0.059596800804138185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,4,power_law_1.01,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,1,power_law_1.01,0.5679103851318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,1,power_law_1.2,2.547711944580078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,4,power_law_1.01,1.0962944030761719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,4,power_law_1.2,0.438047981262207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,1,power_law_1.2,0.5711935997009278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,4,power_law_1.2,0.04750719964504242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,4,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,4,power_law_1.2,0.5752831935882569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,1,power_law_1.01,0.6031360149383544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,4,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,1,power_law_1.2,0.5863359928131103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,4,power_law_1.01,0.11141760349273681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,4,power_law_1.01,1.5335424423217774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,1,power_law_1.2,3.165798377990723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,4,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,4,power_law_1.2,0.8077312469482422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,4,power_law_1.01,0.11304320096969604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,1,power_law_1.01,0.6725696086883545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,1,power_law_1.2,0.6203455924987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,4,power_law_1.01,2.0899839401245117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,4,power_law_1.2,0.07720959782600403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,4,power_law_1.01,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,4,power_law_1.2,1.0725312232971191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,1,power_law_1.2,0.7008512020111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.01,0.7434175968170166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,4,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,1,power_law_1.2,5.002848052978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,4,power_law_1.01,0.11675519943237304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,4,power_law_1.01,2.516582489013672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,4,power_law_1.2,1.547878360748291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,4,power_law_1.2,0.1099392056465149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,4,power_law_1.01,0.1241152048110962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,1,power_law_1.2,0.755295991897583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.01,0.8847295761108398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,2,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,4,power_law_1.2,0.1093567967414856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,4,power_law_1.2,2.223513603210449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,4,power_law_1.01,0.13516160249710082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,1,power_law_1.2,0.8900608062744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,4,power_law_1.2,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,4,power_law_1.01,3.881574249267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,2,power_law_1.01,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.01,0.9097151756286621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,1,power_law_1.2,9.909446716308594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,4,power_law_1.01,0.1404863953590393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,4,power_law_1.2,2.7338687896728517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,4,power_law_1.2,0.11409920454025269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,2,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,4,power_law_1.01,0.14703999757766723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,1,power_law_1.2,0.9416576385498047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.01,1.1241663932800292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,4,power_law_1.2,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,4,power_law_1.01,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,2,power_law_1.01,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,4,power_law_1.2,4.5426689147949215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,4,power_law_1.2,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,1,power_law_1.2,1.1421631813049316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,4,power_law_1.01,0.17100800275802613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,4,power_law_1.01,8.230086517333984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.01,1.3019136428833007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,2,power_law_1.01,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,4,power_law_1.01,0.20234239101409912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,4,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,2,power_law_1.01,0.09747840166091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,1,power_law_1.2,1.3232064247131348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.01,1.6781312942504882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,4,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,4,power_law_1.01,0.2414463996887207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,4,power_law_1.2,9.277030181884765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,2,power_law_1.01,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,4,power_law_1.01,0.321126389503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,4,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,2,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.01,2.066636848449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,1,power_law_1.2,1.7022527694702148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,4,power_law_1.01,0.36126720905303955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,4,power_law_1.2,0.14090240001678467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,2,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,2,power_law_1.2,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,4,power_law_1.01,0.5019904136657715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,4,power_law_1.2,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,2,power_law_1.2,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,2,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,1,power_law_1.2,2.089971160888672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,1,power_law_1.01,2.843231964111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,4,power_law_1.2,0.17184640169143678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,4,power_law_1.01,0.6643712043762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,2,power_law_1.2,0.038124799728393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,2,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,4,power_law_1.2,0.17653759717941284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,4,power_law_1.01,0.794214391708374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,2,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,2,power_law_1.01,0.09831039905548096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,1,power_law_1.2,2.856345558166504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,1,power_law_1.01,3.6308990478515626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,4,power_law_1.2,0.2185215950012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,2,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,4,power_law_1.01,1.1089728355407715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,2,power_law_1.01,0.10561920404434204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,4,power_law_1.2,0.25576319694519045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,2,power_law_1.2,0.09543039798736572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,2,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,4,power_law_1.01,1.2503104209899902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,1,power_law_1.2,3.6358142852783204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,4,power_law_1.2,0.3446784019470215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,1,power_law_1.01,4.393369674682617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,2,power_law_1.2,0.07802240252494812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,2,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,2,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,4,power_law_1.2,0.37703680992126465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,2,power_law_1.2,0.08458240032196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,4,power_law_1.01,2.326534461975098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,2,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,2,power_law_1.01,0.11806080341339112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,4,power_law_1.2,0.5457920074462891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,2,power_law_1.2,0.09236479997634887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,1,power_law_1.2,4.401971054077149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,2,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,2,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,1,power_law_1.01,6.7502082824707035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,2,power_law_1.01,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,2,power_law_1.2,0.09523839950561523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,2,power_law_1.2,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,4,power_law_1.2,0.7479296207427979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,2,power_law_1.01,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,4,power_law_1.01,4.140646362304688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,2,power_law_1.01,0.13393280506134034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,2,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,2,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,4,power_law_1.2,1.0432448387145996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,2,power_law_1.01,0.09195520281791687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,1,power_law_1.2,6.810809326171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,2,power_law_1.01,0.15421439409255983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,2,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,2,power_law_1.2,0.0989184021949768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,2,power_law_1.01,0.1286080002784729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,2,power_law_1.01,0.20439040660858154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,2,power_law_1.2,0.08807680010795593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,2,power_law_1.2,0.10711040496826171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,4,power_law_1.2,1.3133824348449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,1,power_law_1.01,13.209394836425782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,2,power_law_1.01,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,2,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,2,power_law_1.01,0.24430079460144044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,2,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,2,power_law_1.01,0.13332480192184448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,4,power_law_1.2,1.487667179107666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,2,power_law_1.2,0.13106559514999389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,2,power_law_1.2,0.1099776029586792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,2,power_law_1.01,0.32810239791870116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,1,power_law_1.2,13.430784606933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,2,power_law_1.2,0.13763200044631957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,2,power_law_1.01,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,2,power_law_1.2,0.11612160205841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,2,power_law_1.01,0.41738238334655764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,4,power_law_1.2,2.872729682922363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,2,power_law_1.2,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,2,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,2,power_law_1.2,0.1087488055229187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,2,power_law_1.01,0.6027200222015381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,1,power_law_1.01,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,2,power_law_1.01,0.1419263958930969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,2,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,2,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,2,power_law_1.01,0.8011775970458984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,2,power_law_1.01,0.14380799531936644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,1,power_law_1.01,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,2,power_law_1.2,0.1494976043701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,4,power_law_1.2,5.2109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,2,power_law_1.2,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,2,power_law_1.01,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,1,power_law_1.01,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,2,power_law_1.01,1.131500816345215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,1,power_law_1.2,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,2,power_law_1.2,0.1511423945426941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,2,power_law_1.2,0.2017280101776123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,2,power_law_1.01,0.15768959522247314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,1,power_law_1.01,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,1,power_law_1.2,0.02213120013475418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,2,power_law_1.01,1.5384575843811035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,2,power_law_1.2,0.15441279411315917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,2,power_law_1.01,0.16588159799575805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,2,power_law_1.2,0.24268798828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,1,power_law_1.01,0.051641601324081424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,1,power_law_1.2,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,2,power_law_1.2,0.16016000509262085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,2,power_law_1.01,0.16895999908447265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,2,power_law_1.01,1.9191871643066407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,1,power_law_1.01,0.06963840126991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,1,power_law_1.2,0.035436800122261046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,2,power_law_1.2,0.3342335939407349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,2,power_law_1.2,0.16548479795455934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,2,power_law_1.01,0.18411519527435302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,1,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,1,power_law_1.01,0.07452160120010376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,2,power_law_1.2,0.4462592124938965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,2,power_law_1.01,0.21688320636749267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,2,power_law_1.2,0.17328640222549438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,2,power_law_1.01,3.193247985839844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,1,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,1,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,2,power_law_1.01,0.22998399734497071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,2,power_law_1.2,0.6264832019805908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,2,power_law_1.2,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,1,power_law_1.2,0.07826560139656066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,1,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,2,power_law_1.01,0.26357760429382326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,2,power_law_1.2,0.212556791305542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,1,power_law_1.2,0.0815168023109436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,1,power_law_1.01,0.09112319946289063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,2,power_law_1.2,0.8572992324829102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,2,power_law_1.01,5.883494567871094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,2,power_law_1.01,0.30556800365448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,1,power_law_1.2,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,2,power_law_1.2,0.22673280239105226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,1,power_law_1.01,0.09809920191764832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,2,power_law_1.01,0.399564790725708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,1,power_law_1.2,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,2,power_law_1.2,1.2687487602233887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,2,power_law_1.2,0.26601600646972656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,1,power_law_1.01,0.09420160055160523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,1,power_law_1.01,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,1,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,2,power_law_1.01,0.4679999828338623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,2,power_law_1.2,0.32378880977630614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,1,power_law_1.01,0.10073599815368653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,1,power_law_1.01,0.06369919776916504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,2,power_law_1.2,1.59170560836792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,1,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,2,power_law_1.01,0.618726396560669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,2,power_law_1.2,0.4100224018096924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,1,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,1,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,1,power_law_1.2,0.09973120093345642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,2,power_law_1.2,0.48967680931091306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,2,power_law_1.01,0.8130559921264648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,1,power_law_1.01,0.10730880498886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,2,power_law_1.2,1.9900352478027343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,1,power_law_1.01,0.09806720018386841
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,1,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,1,power_law_1.2,0.059359997510910034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,1,power_law_1.01,0.11345280408859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,2,power_law_1.2,0.6314047813415528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,1,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,2,power_law_1.01,1.1495295524597169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,1,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,1,power_law_1.2,0.06596480011940002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,1,power_law_1.01,0.12780159711837769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,2,power_law_1.2,0.8368063926696777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,2,power_law_1.2,3.1490047454833983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,1,power_law_1.01,0.17103359699249268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,1,power_law_1.2,0.11388800144195557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,1,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,1,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,2,power_law_1.01,1.4342144012451172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,1,power_law_1.01,0.17490559816360474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,2,power_law_1.2,1.2367872238159179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,1,power_law_1.2,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,1,power_law_1.2,0.09278079867362976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.01,0.15011199712753295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,1,power_law_1.01,0.1880128026008606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,1,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,1,power_law_1.2,0.1357759952545166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.01,0.18984320163726806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,2,power_law_1.2,1.5999232292175294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,2,power_law_1.2,6.392422485351562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,2,power_law_1.01,1.7616895675659179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,1,power_law_1.2,0.17226239442825317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.01,0.23244800567626953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.2,0.15196160078048707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,1,power_law_1.01,0.18862719535827638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,4,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,2,power_law_1.2,1.7956863403320313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,1,power_law_1.2,0.1806272029876709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.01,0.3037184000015259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.2,0.19333120584487914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,1,power_law_1.01,0.18698240518569947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,2,power_law_1.01,2.6255231857299806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,1,power_law_1.2,0.1896512031555176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.01,0.38154239654541017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.2,0.23101439476013183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,2,power_law_1.2,3.080396842956543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,1,power_law_1.01,0.19763840436935426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.01,0.5384255886077881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,1,power_law_1.2,0.19456000328063966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,4,power_law_1.01,0.0487744003534317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.2,0.30842878818511965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,1,power_law_1.01,0.20069758892059325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.01,0.692633581161499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,1,power_law_1.2,0.18943359851837158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,2,power_law_1.01,5.219123077392578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,2,power_law_1.2,6.113894271850586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,1,power_law_1.01,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.2,0.38604800701141356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,4,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,1,power_law_1.2,0.19783040285110473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.01,1.0018879890441894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,1,power_law_1.01,0.2201535940170288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,1,power_law_1.2,0.20336639881134033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,4,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.2,0.540876817703247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.01,1.3150015830993653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,1,power_law_1.2,0.20911359786987305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,1,power_law_1.01,0.22979199886322021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,4,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,1,power_law_1.01,1.6314752578735352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.2,0.6893631935119628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,1,power_law_1.2,0.22036480903625488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,1,power_law_1.01,0.23756799697875977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,4,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,1,power_law_1.01,2.5739263534545898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,1,power_law_1.2,0.23347198963165283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.2,1.003110408782959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,1,power_law_1.01,0.2631680011749268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,4,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,1,power_law_1.2,0.2447295904159546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,1,power_law_1.01,5.100755310058593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,1,power_law_1.01,0.319270396232605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.2,1.3195327758789062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,4,power_law_1.01,0.1355712056159973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,1,power_law_1.2,0.26911358833312987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.01,0.33094398975372313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,4,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,1,power_law_1.2,0.318668794631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,1,power_law_1.2,1.6273408889770509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,1,power_law_1.2,0.33729920387268064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,4,power_law_1.01,0.17530239820480348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.01,0.40529918670654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,4,power_law_1.2,0.05632640123367309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,1,power_law_1.2,0.40979838371276855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,4,power_law_1.01,0.20195839405059815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.01,0.45854721069335935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,4,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,1,power_law_1.2,2.5800384521484374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,1,power_law_1.2,0.4622335910797119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,4,power_law_1.01,0.15564160346984862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,4,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.01,0.6064064025878906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,1,power_law_1.2,0.6027200222015381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,4,power_law_1.01,0.18472319841384888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,4,power_law_1.2,0.062463998794555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.01,0.7348159790039063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,4,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,4,power_law_1.01,0.1116096019744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,4,power_law_1.2,0.07475200295448303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,4,power_law_1.01,0.21463680267333984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,1,power_law_1.2,0.734003210067749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,1,power_law_1.2,5.1032062530517575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,4,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.01,1.014572811126709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,2,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,4,power_law_1.01,0.16507519483566285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,4,power_law_1.2,0.08455039858818054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,4,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,1,power_law_1.2,1.0084351539611816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,4,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,4,power_law_1.01,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,2,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,4,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.01,1.2814335823059082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,1,power_law_1.2,1.2769344329833985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,4,power_law_1.01,0.08926720023155213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,4,power_law_1.2,0.11653120517730713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,4,power_law_1.01,0.2678719997406006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,2,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,4,power_law_1.2,0.12922240495681764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,4,power_law_1.01,0.1275904059410095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.2,1.82108154296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,4,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,1,power_law_1.01,1.827225685119629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,4,power_law_1.01,0.32665600776672366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,4,power_law_1.2,0.15173120498657228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,2,power_law_1.01,0.0796671986579895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,4,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,4,power_law_1.2,0.2150144100189209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.2,2.3498687744140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,4,power_law_1.01,0.46426877975463865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,4,power_law_1.2,0.17448960542678832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,4,power_law_1.01,0.21175680160522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,2,power_law_1.01,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,1,power_law_1.01,2.3646207809448243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,4,power_law_1.2,0.21049599647521972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,4,power_law_1.01,0.5974016189575195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,4,power_law_1.01,0.21729280948638915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,4,power_law_1.2,0.2230463981628418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,2,power_law_1.01,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,1,power_law_1.2,2.8956672668457033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,4,power_law_1.2,0.22486400604248047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,4,power_law_1.01,0.22323200702667237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,1,power_law_1.01,2.9112319946289062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,4,power_law_1.01,0.8380415916442872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,2,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,4,power_law_1.2,0.26807680130004885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,2,power_law_1.01,0.16323200464248658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,4,power_law_1.2,0.22527999877929689
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,4,power_law_1.01,0.2195136070251465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,4,power_law_1.01,1.1581439971923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,2,power_law_1.01,0.1597440004348755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,4,power_law_1.2,0.18780800104141235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,1,power_law_1.2,4.515635299682617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,2,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,4,power_law_1.2,0.22876160144805907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,4,power_law_1.01,0.2226111888885498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,1,power_law_1.01,4.517676925659179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,2,power_law_1.01,0.17345279455184937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,4,power_law_1.2,0.23654398918151856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,4,power_law_1.01,1.6367679595947267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,2,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,4,power_law_1.2,0.24842240810394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,4,power_law_1.01,0.23633921146392822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,2,power_law_1.01,0.1814463973045349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,4,power_law_1.2,0.2830336093902588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,2,power_law_1.2,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,4,power_law_1.01,2.112518310546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,4,power_law_1.2,0.2504703998565674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,4,power_law_1.01,0.2406399965286255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,1,power_law_1.2,8.941766357421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,2,power_law_1.2,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,2,power_law_1.01,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,4,power_law_1.2,0.1959936022758484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,1,power_law_1.01,8.881568145751952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,4,power_law_1.01,0.24452478885650636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,4,power_law_1.2,0.25267839431762695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,4,power_law_1.01,3.4050048828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,2,power_law_1.2,0.0757695972919464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,4,power_law_1.2,0.2406399965286255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,2,power_law_1.01,0.2199552059173584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,4,power_law_1.01,0.25394558906555176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,4,power_law_1.2,0.26156160831451414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,2,power_law_1.2,0.09502080082893372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,4,power_law_1.2,0.37436800003051757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,2,power_law_1.01,0.1937407970428467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,4,power_law_1.01,0.26582400798797606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,4,power_law_1.01,4.036217498779297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,4,power_law_1.2,0.2729919910430908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,2,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,2,power_law_1.01,0.212172794342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,4,power_law_1.2,0.4683519840240479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,4,power_law_1.01,0.27461121082305906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,2,power_law_1.2,0.11121280193328857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,4,power_law_1.2,0.26275200843811036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,2,power_law_1.01,0.2283519983291626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,4,power_law_1.2,0.695468807220459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,4,power_law_1.01,0.2920448064804077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,4,power_law_1.01,5.162188720703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,2,power_law_1.2,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,4,power_law_1.2,0.30494720935821534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,4,power_law_1.01,0.32378880977630614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,2,power_law_1.01,0.2056191921234131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,4,power_law_1.2,0.9163071632385253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,2,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,4,power_law_1.2,0.33771519660949706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,4,power_law_1.01,0.3588223934173584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,2,power_law_1.01,0.2332672119140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,2,power_law_1.2,0.18390400409698487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,4,power_law_1.01,8.680038452148438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,4,power_law_1.2,1.4264255523681642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,4,power_law_1.2,0.3602368116378784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,4,power_law_1.01,0.423737621307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,2,power_law_1.2,0.13189760446548462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,2,power_law_1.01,0.31293439865112305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,4,power_law_1.2,0.43765759468078613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,4,power_law_1.2,1.6498687744140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,4,power_law_1.01,0.458131217956543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,2,power_law_1.2,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,2,power_law_1.01,0.349183988571167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,4,power_law_1.2,0.4884479999542236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,4,power_law_1.01,0.5650368213653565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,2,power_law_1.2,0.19579520225524902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,2,power_law_1.01,0.446668815612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,4,power_law_1.01,16.114073181152342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,4,power_law_1.2,2.8923967361450194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,4,power_law_1.2,0.5892096042633057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,2,power_law_1.2,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,4,power_law_1.01,0.6770368099212647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,2,power_law_1.01,0.5433279991149902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,2,power_law_1.2,0.172435200214386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,4,power_law_1.2,0.7229440212249756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,4,power_law_1.01,0.8360063552856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,4,power_law_1.2,3.558188629150391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,2,power_law_1.01,0.7585792064666748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,2,power_law_1.2,0.2375744104385376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,4,power_law_1.2,0.9408576011657714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,4,power_law_1.01,1.0659584045410155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,2,power_law_1.01,0.09747200012207032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,2,power_law_1.01,1.0084287643432617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,2,power_law_1.2,0.2957312107086182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,4,power_law_1.2,5.277516937255859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,2,power_law_1.2,0.09788159728050232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,4,power_law_1.2,1.2412927627563477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,2,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,4,power_law_1.01,1.5462400436401367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,2,power_law_1.01,1.3363264083862305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,2,power_law_1.2,0.4405183792114258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,4,power_law_1.2,1.8542591094970704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,2,power_law_1.01,0.1032256007194519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,2,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,2,power_law_1.2,0.5560319900512696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,4,power_law_1.2,7.262413024902344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,2,power_law_1.01,1.8440191268920898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,4,power_law_1.01,1.863680076599121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,2,power_law_1.01,0.13415679931640626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,4,power_law_1.2,2.179270362854004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,2,power_law_1.2,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,2,power_law_1.2,0.7749631881713868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,2,power_law_1.01,0.15912959575653077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,2,power_law_1.01,2.580473518371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,2,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,4,power_law_1.2,9.417113494873046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,4,power_law_1.01,2.3740352630615233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,2,power_law_1.2,1.065171241760254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,4,power_law_1.2,2.871500778198242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,2,power_law_1.01,0.23142399787902831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,1,power_law_1.01,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,2,power_law_1.01,3.5500030517578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,2,power_law_1.2,0.142739200592041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,2,power_law_1.01,0.2447295904159546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,2,power_law_1.2,1.5732735633850097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,1,power_law_1.01,0.028249600529670717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,4,power_law_1.2,4.096806335449219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,2,power_law_1.2,0.22568960189819337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,2,power_law_1.01,0.2506688117980957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,4,power_law_1.01,3.4774848937988283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,2,power_law_1.01,4.21396484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,4,power_law_1.2,14.064230346679688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,1,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,2,power_law_1.2,2.0797439575195313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,2,power_law_1.01,0.252512001991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,2,power_law_1.2,0.24638080596923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,2,power_law_1.01,0.2684992074966431
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,1,power_law_1.01,0.06410239934921265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,2,power_law_1.01,6.853817749023437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,2,power_law_1.2,0.25661439895629884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,4,power_law_1.2,9.630329895019532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,2,power_law_1.2,3.09432315826416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,4,power_law_1.01,7.287808227539062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,2,power_law_1.01,0.2715967893600464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,2,power_law_1.2,0.26030080318450927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,1,power_law_1.01,0.10526080131530761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,2,power_law_1.01,0.2758527994155884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,4,power_law_1.2,27.074356079101562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,1,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,2,power_law_1.2,0.2836416006088257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,2,power_law_1.2,4.231577682495117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,2,power_law_1.01,13.37261505126953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,2,power_law_1.01,0.2807807922363281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,1,power_law_1.01,0.10444159507751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,2,power_law_1.2,0.27381761074066163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,2,power_law_1.01,0.2986047983169556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,1,power_law_1.01,0.11591039896011353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,2,power_law_1.2,0.2836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,2,power_law_1.2,5.412287902832031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,2,power_law_1.01,0.3086335897445679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,1,power_law_1.01,0.12246400117874146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,2,power_law_1.2,0.2893824100494385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,2,power_law_1.01,0.3151871919631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,1,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,2,power_law_1.2,0.2906048059463501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,2,power_law_1.01,0.33853440284729003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,2,power_law_1.2,8.328390502929688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,1,power_law_1.01,0.13763200044631957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,2,power_law_1.2,0.3129280090332031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,2,power_law_1.01,0.3950592041015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,1,power_law_1.2,0.027404800057411194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,1,power_law_1.01,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,1,power_law_1.2,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,2,power_law_1.01,0.43109760284423826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,2,power_law_1.2,0.32483839988708496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,1,power_law_1.2,0.03359360098838806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,1,power_law_1.01,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,2,power_law_1.01,0.5040128231048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,2,power_law_1.2,0.3317631959915161
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,1,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,2,power_law_1.2,16.264556884765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,1,power_law_1.01,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,2,power_law_1.01,0.5294079780578613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,2,power_law_1.2,0.39198079109191897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,1,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,1,power_law_1.01,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,2,power_law_1.01,0.6868991851806641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,1,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,2,power_law_1.2,0.40898561477661133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,1,power_law_1.2,0.0819263994693756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,1,power_law_1.01,0.16138880252838134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,2,power_law_1.01,0.7892928123474121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,2,power_law_1.2,0.48927998542785645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,1,power_law_1.2,0.09499520063400269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,1,power_law_1.01,0.15319679975509642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,2,power_law_1.01,1.0289088249206544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,1,power_law_1.2,0.10751999616622925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,2,power_law_1.2,0.5548031806945801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,1,power_law_1.01,0.20887680053710939
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,1,power_law_1.2,0.12044800519943237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,2,power_law_1.01,1.2437503814697266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,2,power_law_1.2,0.6352896213531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.01,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,4,power_law_1.01,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,1,power_law_1.2,0.12453759908676147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,2,power_law_1.01,1.8149375915527344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,2,power_law_1.2,0.7843584060668946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.01,0.32090880870819094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,1,power_law_1.2,0.14335360527038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,4,power_law_1.01,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,1,power_law_1.2,0.128601598739624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.01,0.3956736087799072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,2,power_law_1.2,1.0536959648132325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,2,power_law_1.01,2.3330816268920898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,4,power_law_1.01,0.2146239995956421
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,1,power_law_1.2,0.13068799972534179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.01,0.5428864002227783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,2,power_law_1.2,1.315014362335205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,4,power_law_1.01,0.12821120023727417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,2,power_law_1.01,2.7641664505004884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,1,power_law_1.2,0.1511423945426941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,1,power_law_1.01,0.08318079710006714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.01,0.7020544052124024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,4,power_law_1.01,0.19496959447860718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,1,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,2,power_law_1.2,1.8243520736694336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,1,power_law_1.01,0.10239360332489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,1,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.01,1.0178624153137208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,2,power_law_1.01,4.520550537109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,1,power_law_1.2,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,4,power_law_1.01,0.24309759140014647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,1,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,1,power_law_1.2,0.09419519901275634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.01,1.3436927795410156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,2,power_law_1.2,2.4051647186279297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,1,power_law_1.2,0.1738752007484436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,1,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,4,power_law_1.01,0.27238399982452394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.2,0.21278719902038573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,1,power_law_1.2,0.11921279430389405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.01,1.9744768142700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,1,power_law_1.01,0.21136000156402587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,4,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,2,power_law_1.2,3.030009651184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,2,power_law_1.01,9.129977416992187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.2,0.28815360069274903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,1,power_law_1.2,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,4,power_law_1.01,0.32624640464782717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,1,power_law_1.01,0.30634241104125975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.01,2.608742332458496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.2,0.36557440757751464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,1,power_law_1.2,0.18677120208740233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,4,power_law_1.2,0.15030399560928345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,1,power_law_1.01,0.3209151983261108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,4,power_law_1.01,0.33545598983764646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,2,power_law_1.2,4.758528137207032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.2,0.5199872016906738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,1,power_law_1.2,0.3008512020111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,1,power_law_1.01,0.33607680797576905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,4,power_law_1.2,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,1,power_law_1.01,3.251820755004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,4,power_law_1.01,0.36392960548400877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,1,power_law_1.2,0.32624640464782717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.2,0.6791232109069825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,1,power_law_1.01,0.35041921138763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,4,power_law_1.2,0.13288960456848145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,1,power_law_1.01,0.36107521057128905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,1,power_law_1.2,0.3377216100692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.2,0.9863167762756347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,4,power_law_1.01,0.3856384038925171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,1,power_law_1.01,5.156454467773438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,4,power_law_1.2,0.1703552007675171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,2,power_law_1.2,9.547564697265624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,1,power_law_1.01,0.36290559768676756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,1,power_law_1.2,0.3606528043746948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.2,1.3006848335266112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,4,power_law_1.01,0.3985599994659424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,4,power_law_1.2,0.21008000373840333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,1,power_law_1.01,0.38276479244232176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,1,power_law_1.2,0.3635200023651123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.2,1.931065559387207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,4,power_law_1.01,0.3977152109146118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,1,power_law_1.01,0.3788800001144409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,1,power_law_1.01,10.231417846679687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,4,power_law_1.2,0.24535040855407714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,1,power_law_1.2,0.384825611114502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,1,power_law_1.01,0.3891455888748169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,4,power_law_1.2,0.32624640464782717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,4,power_law_1.01,0.40940160751342775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.2,2.571059226989746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,1,power_law_1.2,0.3794816017150879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,1,power_law_1.01,0.418009614944458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,4,power_law_1.2,0.3287103891372681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,4,power_law_1.01,0.4200448036193848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,1,power_law_1.2,0.393830394744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,1,power_law_1.01,0.4311039924621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,1,power_law_1.2,3.2149505615234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,4,power_law_1.2,0.3547071933746338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,4,power_law_1.01,0.4401088237762451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,1,power_law_1.2,0.4069375991821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,1,power_law_1.01,0.46632962226867675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,4,power_law_1.2,0.37908480167388914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,1,power_law_1.01,0.5437439918518067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,1,power_law_1.2,0.4192255973815918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,4,power_law_1.01,0.4478975772857666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,1,power_law_1.2,5.120409774780273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.01,0.5969855785369873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,4,power_law_1.2,0.41327362060546874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,1,power_law_1.2,0.44338560104370117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,4,power_law_1.01,0.497049617767334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.01,0.7287168025970459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,1,power_law_1.2,0.48107519149780276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,4,power_law_1.2,0.39874560832977296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.01,0.7549056053161621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,4,power_law_1.01,0.5113855838775635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,1,power_law_1.2,0.5335040092468262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,4,power_law_1.2,0.4026495933532715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,1,power_law_1.2,10.194528198242187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,2,power_law_1.01,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.01,0.9727999687194824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,4,power_law_1.01,0.5875711917877198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,1,power_law_1.2,0.601907205581665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,4,power_law_1.2,0.4243135929107666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.01,1.1229248046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,2,power_law_1.01,0.1296447992324829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,4,power_law_1.01,0.661516809463501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,1,power_law_1.2,0.7118783950805664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,4,power_law_1.2,0.4268032073974609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,1,power_law_1.2,0.7544832229614258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.01,1.4975040435791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,4,power_law_1.01,0.8052736282348633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,2,power_law_1.01,0.17489919662475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,4,power_law_1.2,0.4593664169311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,1,power_law_1.2,0.9593024253845215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,4,power_law_1.01,0.8331199645996094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.01,1.8698240280151368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,2,power_law_1.01,0.1439743995666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,1,power_law_1.2,1.1302911758422851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,4,power_law_1.2,0.49500160217285155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,4,power_law_1.01,1.0594240188598634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,2,power_law_1.01,0.21607680320739747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.01,2.5980928421020506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,2,power_law_1.2,0.10389120578765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,1,power_law_1.2,1.4929920196533204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,4,power_law_1.2,0.5277696132659913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,2,power_law_1.01,0.28487679958343504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,4,power_law_1.01,1.374009609222412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,2,power_law_1.2,0.12840319871902467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,1,power_law_1.2,1.8607999801635742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.01,3.3333248138427733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,2,power_law_1.01,0.3280895948410034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,4,power_law_1.01,1.8083776473999023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,4,power_law_1.2,0.610918378829956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,2,power_law_1.2,0.12739200592041017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,1,power_law_1.2,2.6099712371826174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,2,power_law_1.01,0.38645119667053224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,1,power_law_1.01,4.097638320922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,4,power_law_1.01,2.153062438964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,4,power_law_1.2,0.689356803894043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,2,power_law_1.2,0.134169602394104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,1,power_law_1.2,3.3448001861572267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,2,power_law_1.01,0.43106560707092284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,4,power_law_1.2,0.8439743995666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,4,power_law_1.01,2.652979278564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,2,power_law_1.2,0.19967360496520997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,1,power_law_1.2,4.091084671020508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,2,power_law_1.01,0.4339583873748779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,1,power_law_1.01,6.349004745483398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,2,power_law_1.2,0.2684927940368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,4,power_law_1.2,0.9191360473632812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,4,power_law_1.01,3.8434879302978517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,2,power_law_1.01,0.4536320209503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,1,power_law_1.2,6.365792083740234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,2,power_law_1.2,0.2942975997924805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,1,power_law_1.01,0.11301759481430054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,4,power_law_1.2,1.1671808242797852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,2,power_law_1.01,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,1,power_law_1.01,12.46657943725586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,2,power_law_1.2,0.3817471981048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,4,power_law_1.01,7.490348815917969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,2,power_law_1.01,0.4785855770111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,1,power_law_1.01,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,4,power_law_1.2,1.4975040435791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,1,power_law_1.2,12.612806701660157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,2,power_law_1.01,0.4958208084106445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,2,power_law_1.2,0.4077568054199219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,1,power_law_1.01,0.16547839641571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,4,power_law_1.2,1.9900352478027343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,2,power_law_1.01,0.5249023914337159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,2,power_law_1.2,0.41840639114379885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,1,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,2,power_law_1.01,0.528991985321045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,4,power_law_1.2,2.2976512908935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,2,power_law_1.2,0.4573184013366699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,1,power_law_1.01,0.2861056089401245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,2,power_law_1.01,0.5535744190216064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,2,power_law_1.2,0.4618239879608154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,1,power_law_1.01,0.37662079334259035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,4,power_law_1.2,2.8497791290283203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,2,power_law_1.01,0.6043647766113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,1,power_law_1.2,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,2,power_law_1.2,0.48599681854248045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,1,power_law_1.01,0.43847041130065917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,1,power_law_1.2,0.12739839553833007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,2,power_law_1.01,0.6524928092956543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,2,power_law_1.2,0.49171838760375974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,1,power_law_1.01,0.5568511962890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,4,power_law_1.2,4.119347381591797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,1,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,2,power_law_1.01,0.7626751899719239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,2,power_law_1.2,0.51179518699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,1,power_law_1.2,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,1,power_law_1.01,0.5539840221405029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,2,power_law_1.01,0.8540160179138183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,1,power_law_1.2,0.2582528114318848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,2,power_law_1.2,0.5449728012084961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,1,power_law_1.01,0.6043647766113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,4,power_law_1.2,8.290713500976562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,1,power_law_1.2,0.3389440059661865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,2,power_law_1.01,1.0174336433410645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,2,power_law_1.2,0.5593088150024415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,1,power_law_1.01,0.6330175876617432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,1,power_law_1.2,0.38215041160583496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,2,power_law_1.01,1.0889151573181153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,2,power_law_1.2,0.5970111846923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,1,power_law_1.2,0.5294079780578613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,1,power_law_1.01,0.6529024124145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,2,power_law_1.01,1.3793279647827148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,1,power_law_1.2,0.5371776103973389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,2,power_law_1.2,0.6611008167266845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,1,power_law_1.01,0.6615039825439453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,1,power_law_1.2,0.5724160194396972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,2,power_law_1.01,1.6338943481445312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,1,power_law_1.01,0.6905856132507324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,2,power_law_1.2,0.78438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,1,power_law_1.2,0.5888000011444092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,2,power_law_1.01,2.214124870300293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,1,power_law_1.01,0.692633581161499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,2,power_law_1.2,0.8572928428649902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,1,power_law_1.2,0.637337589263916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,1,power_law_1.01,0.7073855876922608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,1,power_law_1.2,0.6301951885223389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,2,power_law_1.01,2.817024040222168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,2,power_law_1.2,1.0387455940246582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,1,power_law_1.2,0.6647808074951171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,1,power_law_1.01,0.7536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,2,power_law_1.2,1.130297565460205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,2,power_law_1.01,3.388614273071289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,1,power_law_1.2,0.7069695949554443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,1,power_law_1.01,0.8556544303894043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,2,power_law_1.2,1.426841640472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,1,power_law_1.2,0.7045119762420654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,1,power_law_1.01,0.9236479759216308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,1,power_law_1.2,0.7913792133331299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,2,power_law_1.01,4.952064132690429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,2,power_law_1.2,1.7154239654541015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,1,power_law_1.01,1.0574015617370605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,1,power_law_1.2,0.8495231628417969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,2,power_law_1.2,2.345779228210449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,1,power_law_1.2,0.9515007972717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,1,power_law_1.01,1.1909184455871582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,2,power_law_1.01,9.74417953491211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,1,power_law_1.2,1.1020352363586425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,1,power_law_1.01,1.4370816230773926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,2,power_law_1.2,3.0500864028930663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,1,power_law_1.2,1.1909119606018066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,1,power_law_1.01,1.5585344314575196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,1,power_law_1.2,1.4649279594421387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,2,power_law_1.2,3.4721729278564455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,1,power_law_1.01,1.9855360031127929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,1,power_law_1.2,1.5867903709411622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,1,power_law_1.01,2.3506879806518555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,2,power_law_1.2,5.0892799377441404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,1,power_law_1.2,2.013388824462891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,1,power_law_1.01,3.1686656951904295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,1,power_law_1.2,2.3994367599487303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,2,power_law_1.2,10.411820983886718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,1,power_law_1.2,3.2157630920410156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,1,power_law_1.01,4.030476760864258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,1,power_law_1.2,4.050944137573242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,1,power_law_1.01,4.894713592529297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,1,power_law_1.2,4.920115280151367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,1,power_law_1.01,7.310733032226563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,1,power_law_1.2,7.364198303222656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,1,power_law_1.01,13.955276489257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,1,power_law_1.2,14.173805236816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,power_law_1.01,0.12574080228805543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,power_law_1.01,0.0917568027973175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,power_law_1.01,0.08581119775772095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,1,8,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,1,8,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,1,8,power_law_1.2,0.08580480217933655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,1,8,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,power_law_1.01,0.09683200120925903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,power_law_1.01,0.10383360385894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,1,8,power_law_1.2,0.08602240085601806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,power_law_1.01,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,power_law_1.01,0.10688639879226684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,1,8,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,power_law_1.01,0.1300480008125305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,1,8,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,1,8,power_law_1.2,0.12636159658432006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,power_law_1.01,0.15872639417648315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,1,8,power_law_1.2,0.1503424048423767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,power_law_1.01,0.17674880027770995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,4,power_law_1.2,0.11756160259246826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,1,8,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,power_law_1.01,0.19639040231704713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,4,power_law_1.2,0.08479359745979309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,1,8,power_law_1.2,0.15854079723358155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,power_law_1.01,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,4,power_law_1.2,0.07701119780540466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,power_law_1.01,0.14970879554748534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,1,8,power_law_1.2,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,power_law_1.01,0.18227839469909668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,4,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,power_law_1.01,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,1,8,power_law_1.2,0.20480639934539796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,power_law_1.01,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,4,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,power_law_1.01,0.17449599504470825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,1,8,power_law_1.2,0.15073920488357545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,power_law_1.01,0.20500481128692627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,4,power_law_1.2,0.09074559807777405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,power_law_1.01,0.1853376030921936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,1,8,power_law_1.2,0.1880128026008606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,power_law_1.01,0.28936960697174074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,4,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,power_law_1.01,0.22179839611053467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,1,8,power_law_1.2,0.1740928053855896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,power_law_1.01,0.30248959064483644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,4,power_law_1.2,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,power_law_1.01,0.33320960998535154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,1,8,power_law_1.2,0.22629759311676026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,4,power_law_1.2,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,power_law_1.01,0.44133758544921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,power_law_1.01,0.4622208118438721
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,1,8,power_law_1.2,0.30147199630737304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,4,power_law_1.2,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,power_law_1.01,0.534335994720459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,power_law_1.01,0.5588863849639892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,4,power_law_1.2,0.10853760242462158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,1,8,power_law_1.2,0.3201024055480957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,power_law_1.01,0.8347647666931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,power_law_1.01,0.6676544189453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,4,power_law_1.2,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,1,8,power_law_1.2,0.4046656131744385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,power_law_1.01,1.037932777404785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,power_law_1.01,1.054528045654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,4,power_law_1.2,0.12042880058288574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,1,8,power_law_1.2,0.5478464126586914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,power_law_1.01,1.716204833984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,4,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,power_law_1.01,1.5065024375915528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,1,8,power_law_1.2,0.8454079627990723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,power_law_1.01,2.2202367782592773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,4,power_law_1.2,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,1,8,power_law_1.2,0.9699392318725586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,power_law_1.01,2.614886474609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,4,power_law_1.2,0.18227839469909668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,power_law_1.01,3.6587390899658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,1,8,power_law_1.2,1.7686527252197266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,power_law_1.01,2.5415679931640627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,4,power_law_1.2,0.1773568034172058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.01,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,1,8,power_law_1.2,2.1215295791625977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,power_law_1.01,4.46893424987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,4,power_law_1.2,0.19455360174179076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,power_law_1.01,3.748486328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.01,0.05877760052680969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,1,8,power_law_1.2,3.134489631652832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,4,power_law_1.2,0.265830397605896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,4,power_law_1.01,6.765798187255859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,power_law_1.01,5.439667129516602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,4,power_law_1.2,0.3655679941177368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,1,8,power_law_1.2,5.103615951538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,4,power_law_1.2,0.38727679252624514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.01,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,1,8,power_law_1.2,5.831462478637695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,4,power_law_1.2,0.6987775802612305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,8,power_law_1.01,9.780665588378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,4,power_law_1.01,17.573484802246092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,4,power_law_1.2,0.7905280113220214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,1,8,power_law_1.2,9.299187469482423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,2,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,4,power_law_1.2,1.1778112411499024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,2,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,4,power_law_1.2,1.6736255645751954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.01,0.10178560018539429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,8,power_law_1.01,21.124710083007812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,2,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,1,8,power_law_1.2,22.039794921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.01,0.10853760242462158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,4,power_law_1.2,2.7045888900756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,2,power_law_1.2,0.08170880079269409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.01,0.09913600087165833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,4,power_law_1.2,3.1279232025146486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,2,power_law_1.2,0.0796671986579895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,2,power_law_1.2,0.08908799886703492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.01,0.10303360223770142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,4,power_law_1.2,4.7028350830078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,2,power_law_1.2,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.01,0.107532799243927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,2,power_law_1.2,0.09522560238838196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.01,0.12325760126113891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,4,power_law_1.2,8.56165771484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.01,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,2,power_law_1.2,0.10810240507125854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,power_law_1.01,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,1,power_law_1.2,0.05631999969482422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.01,0.14113919734954833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,2,power_law_1.2,0.11735039949417114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,1,power_law_1.01,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.01,0.16936960220336914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,2,power_law_1.2,0.10094720125198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,4,power_law_1.2,17.947225952148436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,1,power_law_1.01,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.01,0.18719359636306762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,2,power_law_1.2,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,power_law_1.2,0.07987840175628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,1,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.01,0.24637439250946044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,2,power_law_1.2,0.10486400127410889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,power_law_1.2,0.08764799833297729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,1,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.01,0.3250175952911377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,2,power_law_1.2,0.11058559417724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,1,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.01,0.4360383987426758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,2,power_law_1.2,0.12430720329284668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,1,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.01,0.5109824180603028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,2,power_law_1.2,0.12717440128326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,1,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.01,0.6950784206390381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,2,power_law_1.2,0.14415359497070312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,1,power_law_1.01,0.09464319944381713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.01,0.8630208015441895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,2,power_law_1.2,0.1677248001098633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,1,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,2,power_law_1.2,0.1802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.01,1.6707584381103515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,1,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,2,power_law_1.2,0.2664383888244629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.01,1.8407360076904298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,1,power_law_1.01,0.09809920191764832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,power_law_1.2,0.11530239582061767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,2,power_law_1.2,0.31251840591430663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,power_law_1.2,0.12206720113754273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,1,power_law_1.01,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.01,2.976767921447754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,power_law_1.2,0.1290176033973694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,2,power_law_1.2,0.37950079441070556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,1,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,power_law_1.2,0.156876802444458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,2,power_law_1.2,0.5199808120727539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,1,power_law_1.01,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.01,4.2500160217285154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,1,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,2,power_law_1.2,0.7696320056915283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,power_law_1.2,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,1,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,power_law_1.2,0.24104321002960205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,2,power_law_1.2,0.9842752456665039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.01,8.68373794555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,1,power_law_1.01,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,power_law_1.2,0.31825919151306153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,2,power_law_1.2,1.2691328048706054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,power_law_1.2,0.37991039752960204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,1,power_law_1.01,0.16711679697036744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,2,power_law_1.2,2.2595584869384764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,power_law_1.2,0.5347263813018799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,1,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,power_law_1.2,0.6959104061126709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,2,power_law_1.2,2.4854463577270507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,1,power_law_1.01,0.23941121101379395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,power_law_1.2,1.0350591659545898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,1,power_law_1.01,0.31845760345458984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,2,power_law_1.2,5.475775909423828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,power_law_1.2,1.4206975936889648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,1,power_law_1.01,0.3913664102554321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,power_law_1.2,1.7707008361816405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,1,power_law_1.01,0.5457856178283691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,2,power_law_1.2,8.892646026611327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,1,power_law_1.01,0.7045055866241455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,1,power_law_1.2,2.9214719772338866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,1,power_law_1.01,1.0399744033813476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,1,power_law_1.2,6.042035293579102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,1,power_law_1.01,1.4284799575805665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,1,power_law_1.01,1.7932287216186524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,1,power_law_1.01,3.0418943405151366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,1,power_law_1.01,6.2798206329345705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,power_law_1.01,0.1577023983001709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,power_law_1.01,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,power_law_1.01,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,power_law_1.01,0.12268799543380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,1,8,power_law_1.2,0.18837120532989501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,power_law_1.01,0.12677119970321654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,power_law_1.01,0.1238976001739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,1,8,power_law_1.2,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,power_law_1.01,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,1,8,power_law_1.2,0.12878719568252564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,power_law_1.01,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,1,8,power_law_1.2,0.12291840314865113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,power_law_1.01,0.1347648024559021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,1,8,power_law_1.2,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,4,power_law_1.2,0.11100800037384033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,1,8,power_law_1.2,0.1316799998283386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,power_law_1.01,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,4,power_law_1.2,0.14702080488204955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,power_law_1.01,0.14440319538116456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,1,8,power_law_1.2,0.14008959531784057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,power_law_1.01,0.16547839641571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,4,power_law_1.2,0.12289919853210449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,power_law_1.01,0.17592959403991698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,1,8,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,power_law_1.01,0.174892795085907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,4,power_law_1.2,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,power_law_1.01,0.17776639461517335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,1,8,power_law_1.2,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,power_law_1.01,0.1482751965522766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,4,power_law_1.2,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,power_law_1.01,0.17736320495605468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,1,8,power_law_1.2,0.2308095932006836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,power_law_1.01,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,4,power_law_1.2,0.13188480138778685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,power_law_1.01,0.22179839611053467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,1,8,power_law_1.2,0.17408000230789183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,power_law_1.01,0.17201919555664064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,4,power_law_1.2,0.13927040100097657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,power_law_1.01,0.1990847945213318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,1,8,power_law_1.2,0.21380479335784913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,4,power_law_1.2,0.14335360527038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,power_law_1.01,0.21094400882720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,1,8,power_law_1.2,0.20500481128692627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,4,power_law_1.2,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,power_law_1.01,0.21627519130706788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,power_law_1.01,0.24944639205932617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,1,8,power_law_1.2,0.2254784107208252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,4,power_law_1.2,0.17244160175323486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,power_law_1.01,0.2394047975540161
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,power_law_1.01,0.28323841094970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,4,power_law_1.2,0.14294400215148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,1,8,power_law_1.2,0.2623487949371338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,power_law_1.01,0.24023039340972902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,power_law_1.01,0.3147903919219971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,4,power_law_1.2,0.15895040035247804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,1,8,power_law_1.2,0.2842623949050903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,power_law_1.01,0.31989760398864747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,power_law_1.01,0.43683199882507323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,4,power_law_1.2,0.17286399602890015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,1,8,power_law_1.2,0.43274879455566406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,power_law_1.01,0.3596287965774536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,power_law_1.01,0.5134272098541259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,4,power_law_1.2,0.17859840393066406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,1,8,power_law_1.2,0.5977983951568604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,power_law_1.01,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,power_law_1.01,0.4847616195678711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,power_law_1.01,0.7278528213500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,4,power_law_1.2,0.2097088098526001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,1,8,power_law_1.2,0.5093311786651611
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,power_law_1.01,0.6484032154083252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,power_law_1.01,0.8855487823486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,4,power_law_1.2,0.22732799053192138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,power_law_1.01,0.9957375526428223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,1,8,power_law_1.2,0.6606847763061523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,2,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,power_law_1.01,1.2793855667114258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,4,power_law_1.2,0.23223679065704345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,power_law_1.01,1.2613696098327636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,1,8,power_law_1.2,0.9400383949279785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,4,power_law_1.2,0.3110912084579468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,power_law_1.01,1.6449535369873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,power_law_1.01,0.12636159658432006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,power_law_1.01,1.5536447525024415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,2,power_law_1.2,0.09011840224266052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,1,8,power_law_1.2,1.3060031890869142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,4,power_law_1.2,0.446668815612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,power_law_1.01,0.06059520244598389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,power_law_1.01,0.13109760284423827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,power_law_1.01,2.6718271255493162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,power_law_1.01,2.618969535827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,4,power_law_1.2,0.5371903896331787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,2,power_law_1.2,0.10055680274963379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,1,8,power_law_1.2,1.72608642578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,power_law_1.01,0.13701119422912597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,power_law_1.01,3.7967742919921874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,4,power_law_1.2,0.5842944145202636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,power_law_1.01,3.8508544921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,1,8,power_law_1.2,2.731007957458496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,2,power_law_1.2,0.12677760124206544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,4,power_law_1.2,1.0010623931884766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,power_law_1.01,0.14275200366973878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,power_law_1.01,5.271353530883789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,power_law_1.01,0.12371840476989746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,power_law_1.01,5.092550277709961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,2,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,1,8,power_law_1.2,3.698886489868164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,4,power_law_1.2,1.4673919677734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,power_law_1.01,0.14191999435424804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,power_law_1.01,0.12291840314865113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,power_law_1.01,7.570636749267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,4,power_law_1.2,1.983078384399414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,2,power_law_1.2,0.130457603931427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,power_law_1.01,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,power_law_1.01,5.877388763427734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,1,power_law_1.2,0.05735679864883423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,1,8,power_law_1.2,6.158790588378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,power_law_1.01,0.15460480451583863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,4,power_law_1.2,2.3605247497558595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,2,power_law_1.2,0.1300480008125305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,power_law_1.01,0.1466431975364685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,1,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,power_law_1.01,10.065055847167969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,4,power_law_1.01,11.093190765380859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,power_law_1.01,0.15953279733657838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,2,power_law_1.2,0.1329408049583435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,power_law_1.01,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,4,power_law_1.2,4.361011123657226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,1,8,power_law_1.2,7.7517250061035154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,1,power_law_1.2,0.08481280207633972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,power_law_1.01,0.1695680022239685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,power_law_1.01,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,2,power_law_1.2,0.14277119636535646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,1,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,power_law_1.01,0.18350080251693726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,power_law_1.01,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,8,power_law_1.01,17.782989501953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,4,power_law_1.2,7.269216156005859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,2,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,1,power_law_1.2,0.12533119916915894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,1,8,power_law_1.2,10.51546859741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,power_law_1.01,0.14296319484710693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,power_law_1.01,0.19270399808883668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,4,power_law_1.01,24.95203857421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,2,power_law_1.2,0.14440959692001343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,1,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,power_law_1.01,0.2607167959213257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,4,power_law_1.2,8.407526397705078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,power_law_1.01,0.28631041049957273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,1,power_law_1.2,0.1302847981452942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,2,power_law_1.2,0.14561280012130737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,power_law_1.01,0.16057599782943727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,power_law_1.01,0.3532799959182739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,1,power_law_1.2,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,1,8,power_law_1.2,19.342131042480467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,power_law_1.01,0.16567039489746094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,2,power_law_1.2,0.1537984013557434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,8,power_law_1.01,39.93251953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,power_law_1.01,0.4175871849060059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,1,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,power_law_1.01,0.1802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,4,power_law_1.2,15.604940795898438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,2,power_law_1.2,0.16261759996414185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,power_law_1.01,0.2080832004547119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,power_law_1.01,0.6479872226715088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,1,power_law_1.2,0.13680000305175782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,2,power_law_1.2,0.17632639408111572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,power_law_1.01,0.24391679763793944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,1,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,power_law_1.01,0.8126463890075684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,power_law_1.01,0.3112895965576172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,2,power_law_1.2,0.1800063967704773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,1,power_law_1.2,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,power_law_1.01,1.0108927726745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,power_law_1.01,0.3540992021560669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,1,8,power_law_1.2,37.011865234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,2,power_law_1.2,0.1929152011871338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,4,power_law_1.2,25.32433319091797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,1,power_law_1.2,0.14212479591369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,power_law_1.01,0.46837759017944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,power_law_1.01,1.5888319969177247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,2,power_law_1.2,0.23306879997253419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,power_law_1.01,0.5847040176391601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,1,power_law_1.2,0.1435647964477539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,power_law_1.01,2.644377517700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,2,power_law_1.2,0.27873280048370364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,power_law_1.01,0.8435711860656738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,1,power_law_1.2,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,power_law_1.01,1.097107219696045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,2,power_law_1.2,0.36577279567718507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,power_law_1.01,3.595673751831055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,1,power_law_1.2,0.16628479957580566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,power_law_1.01,1.6564224243164063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,2,power_law_1.2,0.4388927936553955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,1,power_law_1.2,0.18023040294647216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,power_law_1.01,3.80948486328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,power_law_1.01,2.230886459350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,2,power_law_1.2,0.6799424171447754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,1,power_law_1.2,0.2070528030395508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,power_law_1.01,2.8850175857543947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,2,power_law_1.2,0.8622143745422364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,1,power_law_1.2,0.24535679817199707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,2,power_law_1.01,7.899391937255859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,1,power_law_1.2,0.3008512020111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,1,power_law_1.01,4.693401718139649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,2,power_law_1.2,1.3011136054992676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,1,power_law_1.2,0.364134407043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,2,power_law_1.2,1.536409568786621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,1,power_law_1.01,9.552480316162109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,2,power_law_1.01,16.060018920898436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,1,power_law_1.2,0.4847616195678711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,2,power_law_1.2,2.619398307800293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,1,power_law_1.2,0.606822395324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,2,power_law_1.2,3.482009506225586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,1,power_law_1.2,0.8663104057312012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,1,power_law_1.2,1.1200511932373047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,2,power_law_1.2,4.887347030639648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,1,power_law_1.2,1.6752639770507813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,2,power_law_1.2,7.984556579589844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,1,power_law_1.2,2.3074880599975587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,1,power_law_1.2,2.972262382507324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,2,power_law_1.2,15.536332702636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,1,power_law_1.2,4.935276794433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,1,power_law_1.2,10.045894622802734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,power_law_1.01,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,power_law_1.01,0.27114880084991455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,8,power_law_1.2,0.22465920448303223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,power_law_1.01,0.16135679483413695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,8,power_law_1.2,0.29265921115875243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,power_law_1.01,0.22469758987426758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,8,power_law_1.2,0.11325440406799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,power_law_1.01,0.2871232032775879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,8,power_law_1.2,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,power_law_1.01,0.35450880527496337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,8,power_law_1.2,0.22118399143218995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,power_law_1.01,0.393830394744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,8,power_law_1.2,0.24924800395965577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,power_law_1.2,0.11489280462265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,power_law_1.01,0.39239680767059326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,8,power_law_1.2,0.35573759078979494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,4,power_law_1.01,0.14113279581069946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,power_law_1.01,0.39342079162597654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,power_law_1.2,0.17613439559936522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,8,power_law_1.2,0.39178240299224854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,4,power_law_1.01,0.17408640384674073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,power_law_1.01,0.4085824012756348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,power_law_1.2,0.1009600043296814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,8,power_law_1.2,0.38461439609527587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,4,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,power_law_1.01,0.4247551918029785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,power_law_1.2,0.1494976043701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,8,power_law_1.2,0.4028480052947998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,4,power_law_1.01,0.13987840414047242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,power_law_1.01,0.42311677932739256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,power_law_1.2,0.1851583957672119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,8,power_law_1.2,0.4009856224060059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,4,power_law_1.01,0.20682880878448487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,power_law_1.01,0.42312960624694823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,power_law_1.2,0.23367040157318114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,8,power_law_1.2,0.40673279762268066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,4,power_law_1.01,0.25233280658721924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,power_law_1.01,0.43929600715637207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,power_law_1.2,0.34200320243835447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,8,power_law_1.2,0.42621440887451173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,4,power_law_1.01,0.33912320137023927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,power_law_1.01,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,power_law_1.2,0.3647615909576416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,8,power_law_1.2,0.44338560104370117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,4,power_law_1.01,0.3659712076187134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,power_law_1.01,0.4679679870605469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,power_law_1.2,0.3794879913330078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,8,power_law_1.2,0.4507584095001221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,4,power_law_1.01,0.37457919120788574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,power_law_1.01,0.48762879371643064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,power_law_1.2,0.3831808090209961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,8,power_law_1.2,0.4712575912475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,4,power_law_1.01,0.39157121181488036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,power_law_1.01,0.5462016105651856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,power_law_1.2,0.3942464113235474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,8,power_law_1.2,0.4827136039733887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,4,power_law_1.01,0.40631680488586425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,power_law_1.01,0.5892159938812256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,power_law_1.2,0.40633602142333985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,8,power_law_1.2,0.5068799972534179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,4,power_law_1.01,0.4034751892089844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,power_law_1.01,0.6397952079772949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,power_law_1.2,0.42414078712463377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,8,power_law_1.2,0.5396480083465576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,4,power_law_1.01,0.4278272151947021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,power_law_1.01,0.7524352073669434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,power_law_1.2,0.44298877716064455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,4,power_law_1.01,0.4315135955810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,8,power_law_1.2,0.6039552211761474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,power_law_1.01,0.8953663825988769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,power_law_1.2,0.45649919509887693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,4,power_law_1.01,0.4384511947631836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,8,power_law_1.2,0.6635456085205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,power_law_1.2,0.46919679641723633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,power_law_1.01,1.1167743682861329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,4,power_law_1.01,0.4454336166381836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,8,power_law_1.2,0.8036224365234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,power_law_1.2,0.4814784049987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,power_law_1.01,1.3858816146850585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,2,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,4,power_law_1.01,0.4769728183746338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,power_law_1.01,0.11898880004882813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,8,power_law_1.2,0.9805824279785156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,power_law_1.2,0.5285888195037842
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,2,power_law_1.2,0.11304320096969604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,4,power_law_1.01,0.4917247772216797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,power_law_1.01,2.155891227722168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,power_law_1.2,0.567903995513916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,8,power_law_1.2,1.2752896308898927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,2,power_law_1.2,0.10096640586853027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,4,power_law_1.01,0.5388351917266846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,power_law_1.2,0.6406144142150879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,power_law_1.01,2.4346752166748047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,2,power_law_1.2,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,power_law_1.01,0.20602879524230958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,4,power_law_1.01,0.6043647766113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,8,power_law_1.2,1.695743942260742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,power_law_1.2,0.7077951908111573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,2,power_law_1.2,0.18554240465164185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,power_law_1.01,0.2590719938278198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,4,power_law_1.01,0.642252779006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,power_law_1.01,3.1385536193847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,2,power_law_1.2,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,8,power_law_1.2,2.4895488739013674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,power_law_1.2,0.796665620803833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,power_law_1.01,0.3436543941497803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,4,power_law_1.01,0.7536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,2,power_law_1.2,0.3389440059661865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,power_law_1.2,1.021951961517334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,power_law_1.01,0.3831808090209961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,8,power_law_1.2,3.139788818359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,8,power_law_1.01,4.640972900390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,4,power_law_1.01,0.8761407852172851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,2,power_law_1.2,0.36290559768676756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,power_law_1.01,0.3792896032333374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,power_law_1.2,1.2404735565185547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,2,power_law_1.2,0.3817471981048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,8,power_law_1.2,3.4750656127929687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,4,power_law_1.01,1.2126144409179687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,power_law_1.01,0.40181760787963866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,power_law_1.2,1.4995455741882324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,2,power_law_1.2,0.3842047929763794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,8,power_law_1.01,10.1976318359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,power_law_1.01,0.39935998916625975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,4,power_law_1.01,1.4309503555297851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,2,power_law_1.2,0.416153621673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,8,power_law_1.2,8.43325424194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,power_law_1.2,2.1325824737548826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,power_law_1.01,0.42086400985717776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,2,power_law_1.2,0.4143104076385498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,4,power_law_1.01,1.8485248565673829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,power_law_1.01,0.42495999336242674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,2,power_law_1.2,0.43642239570617675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,power_law_1.2,2.8264448165893556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,power_law_1.01,0.4429823875427246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,4,power_law_1.01,2.387558364868164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,2,power_law_1.2,0.4548543930053711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,power_law_1.01,0.46346240043640136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,8,power_law_1.2,19.47076416015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,power_law_1.2,3.4988094329833985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,2,power_law_1.2,0.4696000099182129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,power_law_1.01,0.4777984142303467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,4,power_law_1.01,3.096384048461914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,2,power_law_1.2,0.49212799072265623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,power_law_1.01,0.4958208084106445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,4,power_law_1.2,5.540832138061523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,2,power_law_1.2,0.5146560192108154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,power_law_1.01,0.5355519771575927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,4,power_law_1.01,4.788857650756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,2,power_law_1.2,0.5576640129089355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,power_law_1.01,0.5846784114837646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,power_law_1.01,0.6561791896820068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,2,power_law_1.2,0.6072256088256835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,4,power_law_1.2,11.539091491699219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,power_law_1.01,0.698367977142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,2,power_law_1.2,0.6823935985565186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,4,power_law_1.01,11.301100921630859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,power_law_1.01,0.8519680023193359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,2,power_law_1.2,0.7315392017364502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,power_law_1.01,0.9908351898193359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,2,power_law_1.2,0.883084774017334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,2,power_law_1.2,1.03504638671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,power_law_1.01,1.2593152046203613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,2,power_law_1.2,1.3973247528076171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,power_law_1.01,1.528217601776123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,2,power_law_1.2,1.6420864105224608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,power_law_1.01,2.093670463562012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,2,power_law_1.2,2.322438430786133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,power_law_1.01,2.7214080810546877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,2,power_law_1.2,2.7850624084472657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,power_law_1.01,3.1838207244873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,power_law_1.01,0.1550336003303528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,2,power_law_1.2,3.63623046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,2,power_law_1.01,5.066758346557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,1,power_law_1.2,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,power_law_1.01,0.22016639709472657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,1,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,2,power_law_1.2,5.273388671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,power_law_1.01,0.282425594329834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,2,power_law_1.01,10.08764190673828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,1,power_law_1.2,0.09749119877815246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,power_law_1.01,0.386246395111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,1,power_law_1.2,0.14457600116729735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,power_law_1.01,0.4073472023010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,1,power_law_1.2,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,2,power_law_1.2,11.242092895507813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,power_law_1.01,0.42127361297607424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,1,power_law_1.2,0.26255359649658205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,power_law_1.01,0.4331647872924805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,1,power_law_1.2,0.372326397895813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,power_law_1.01,0.45854721069335935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,1,power_law_1.2,0.40079360008239745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,power_law_1.01,0.4646848201751709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,1,power_law_1.2,0.4126719951629639
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,power_law_1.01,0.48270721435546876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,1,power_law_1.2,0.42741761207580564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,power_law_1.01,0.49582719802856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,1,power_law_1.2,0.4614208221435547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,power_law_1.01,0.513043212890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,1,power_law_1.2,0.46100478172302245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,power_law_1.01,0.5494783878326416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,1,power_law_1.2,0.4802559852600098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,power_law_1.01,0.5642240047454834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,1,power_law_1.2,0.5085184097290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,power_law_1.01,0.6365183830261231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,1,power_law_1.2,0.552345609664917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,power_law_1.01,0.7016384124755859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,1,power_law_1.2,0.5859392166137696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,power_law_1.01,0.808140754699707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,1,power_law_1.2,0.5904319763183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,power_law_1.01,0.912172794342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,1,power_law_1.2,0.6528704166412354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,power_law_1.01,1.1290623664855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,1,power_law_1.2,0.7167935848236084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,power_law_1.01,1.356390380859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,1,power_law_1.2,0.8249343872070313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,power_law_1.01,1.7412160873413085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,1,power_law_1.2,0.9715711593627929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,1,power_law_1.2,1.1679488182067872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,power_law_1.01,2.1428735733032225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,1,power_law_1.2,1.3842368125915527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,power_law_1.01,2.902630424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,1,power_law_1.2,1.772742462158203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,power_law_1.01,3.6628414154052735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,1,power_law_1.2,2.168217658996582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,power_law_1.01,4.450918579101563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,1,power_law_1.2,2.941951942443848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,1,power_law_1.2,3.9393280029296873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,1,power_law_1.01,7.058022308349609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,1,power_law_1.2,4.781465530395508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,1,power_law_1.01,13.291923522949219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,1,power_law_1.2,7.309926605224609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,1,power_law_1.2,13.517208862304688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,8,power_law_1.2,0.12082560062408447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,8,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,power_law_1.01,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,8,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,power_law_1.01,0.12329599857330323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,8,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,power_law_1.01,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,8,power_law_1.2,0.08725119829177856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,power_law_1.01,0.12821120023727417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,8,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,power_law_1.01,0.13189760446548462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,8,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,power_law_1.01,0.13966720104217528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,power_law_1.01,0.07639039754867553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,8,power_law_1.2,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,power_law_1.01,0.13722239732742308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,8,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,4,power_law_1.2,0.07148159742355346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,8,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,4,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,8,power_law_1.2,0.1316864013671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,4,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,power_law_1.01,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,power_law_1.01,0.08540160059928895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,8,power_law_1.2,0.13864320516586304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,4,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,power_law_1.01,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,8,power_law_1.2,0.13680000305175782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,4,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,power_law_1.01,0.17490559816360474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,power_law_1.01,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,8,power_law_1.2,0.14826879501342774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,4,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,power_law_1.01,0.2060352087020874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,8,power_law_1.2,0.14746880531311035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,4,power_law_1.2,0.11857919692993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,power_law_1.01,0.24723200798034667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,8,power_law_1.2,0.1660863995552063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,4,power_law_1.2,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,power_law_1.01,0.30410239696502683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,power_law_1.01,0.12554240226745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,8,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,4,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,power_law_1.01,0.34713599681854246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,power_law_1.01,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,8,power_law_1.2,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,4,power_law_1.2,0.130457603931427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,power_law_1.01,0.13393280506134034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,power_law_1.01,0.558080005645752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,8,power_law_1.2,0.19171839952468872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,4,power_law_1.2,0.1351744055747986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,power_law_1.01,0.13824000358581542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,power_law_1.01,0.638976001739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,8,power_law_1.2,0.22486400604248047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,4,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,power_law_1.01,0.865875244140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,8,power_law_1.2,0.2742271900177002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,4,power_law_1.2,0.13845759630203247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,power_law_1.01,0.14744319915771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,8,power_law_1.2,0.3250175952911377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,4,power_law_1.2,0.147052800655365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,power_law_1.01,1.1515904426574708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,power_law_1.01,0.15444480180740355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,4,power_law_1.2,0.15707520246505738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,8,power_law_1.2,0.43070077896118164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,power_law_1.01,0.15564800500869752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,power_law_1.01,1.5724543571472167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,4,power_law_1.2,0.16465280055999756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,8,power_law_1.2,0.6170368194580078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,power_law_1.01,0.1779647946357727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,4,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,8,power_law_1.01,2.572697639465332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,8,power_law_1.2,0.6955008029937744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,power_law_1.01,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,4,power_law_1.2,0.187391996383667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,8,power_law_1.2,1.0909760475158692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,power_law_1.01,0.2142335891723633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,4,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,power_law_1.01,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,power_law_1.01,0.24759039878845215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,8,power_law_1.01,5.58100471496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,4,power_law_1.2,0.23879680633544922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,8,power_law_1.2,1.7776575088500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,power_law_1.01,0.308025598526001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,4,power_law_1.2,0.2668479919433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,8,power_law_1.2,2.0219968795776366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,power_law_1.01,0.36925439834594725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,2,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,4,power_law_1.2,0.3151871919631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,power_law_1.01,0.4888512134552002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,power_law_1.01,0.08271359801292419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,2,power_law_1.2,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,4,power_law_1.2,0.3825599908828735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,8,power_law_1.2,3.4824192047119142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,power_law_1.01,0.12167680263519287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,power_law_1.01,0.5584896087646485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,2,power_law_1.2,0.051999998092651364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,4,power_law_1.2,0.5691328048706055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,2,power_law_1.2,0.06309120059013366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,power_law_1.01,0.7991231918334961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,power_law_1.01,0.128601598739624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,4,power_law_1.2,0.6293504238128662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,8,power_law_1.2,6.339814376831055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,2,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,power_law_1.01,0.13127679824829103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,power_law_1.01,1.0520575523376465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,2,power_law_1.2,0.12246400117874146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,4,power_law_1.2,0.9752575874328613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,power_law_1.01,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,2,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,power_law_1.01,0.14212479591369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,power_law_1.01,1.289625644683838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,4,power_law_1.2,1.3297663688659669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,2,power_law_1.2,0.13106559514999389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,power_law_1.01,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,2,power_law_1.2,0.13290879726409913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,power_law_1.01,0.14828159809112548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,4,power_law_1.2,1.7604543685913085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,4,power_law_1.01,2.124390411376953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,2,power_law_1.2,0.1396607995033264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,power_law_1.01,0.15852160453796388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,2,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,power_law_1.01,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,4,power_law_1.2,2.9075456619262696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,2,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,4,power_law_1.01,4.235263824462891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,power_law_1.01,0.17244160175323486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,2,power_law_1.2,0.15359359979629517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,power_law_1.01,0.2007040023803711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,2,power_law_1.2,0.15790079832077025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,4,power_law_1.2,6.539686584472657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,power_law_1.01,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,2,power_law_1.2,0.1683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,2,power_law_1.2,0.1742784023284912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,power_law_1.01,0.2549760103225708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,2,power_law_1.2,0.17448320388793945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,power_law_1.01,0.28243839740753174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,2,power_law_1.2,0.19824639558792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,power_law_1.01,0.3610624074935913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,2,power_law_1.2,0.21134719848632813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,power_law_1.01,0.4323264122009277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,2,power_law_1.2,0.25579519271850587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,power_law_1.01,0.578988790512085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,2,power_law_1.2,0.28590080738067625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,power_law_1.01,0.697542381286621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,2,power_law_1.2,0.36881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,power_law_1.01,0.9875455856323242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,2,power_law_1.2,0.4712319850921631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,2,power_law_1.2,0.594540786743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,power_law_1.01,1.292083168029785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,2,power_law_1.2,0.7352320194244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,power_law_1.01,1.6310079574584961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,2,power_law_1.2,1.1118528366088867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,2,power_law_1.01,2.5739263534545898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,2,power_law_1.2,1.4876864433288575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,2,power_law_1.2,1.8198591232299806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,2,power_law_1.01,5.17652473449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,2,power_law_1.2,2.7719680786132814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,2,power_law_1.2,6.9091331481933596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,power_law_1.01,0.04588159918785095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,power_law_1.01,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,power_law_1.01,0.07187839746475219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,power_law_1.01,0.08664320111274719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,1,power_law_1.2,0.03893760144710541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,power_law_1.01,0.13315199613571166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,1,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,power_law_1.01,0.13864959478378297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,1,power_law_1.2,0.05735039710998535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,1,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,1,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,power_law_1.01,0.14765440225601195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,1,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,power_law_1.01,0.15544960498809815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,1,power_law_1.2,0.13946880102157594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,power_law_1.01,0.16035840511322022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,1,power_law_1.2,0.1431615948677063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,power_law_1.01,0.16633599996566772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,1,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,power_law_1.01,0.17448320388793945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,1,power_law_1.2,0.14910720586776732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,power_law_1.01,0.18862719535827638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,1,power_law_1.2,0.156876802444458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,power_law_1.01,0.19660160541534424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,1,power_law_1.2,0.16261759996414185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,power_law_1.01,0.21339519023895265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,1,power_law_1.2,0.16670080423355102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,power_law_1.01,0.25189759731292727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,1,power_law_1.2,0.1794111967086792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,power_law_1.01,0.2830336093902588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,1,power_law_1.2,0.19210879802703856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,power_law_1.01,0.3506175994873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,1,power_law_1.2,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,power_law_1.01,0.40181760787963866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,1,power_law_1.2,0.21954560279846191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,power_law_1.01,0.5224512100219727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,1,power_law_1.2,0.2514879941940308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,power_law_1.01,0.6565887928009033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,1,power_law_1.2,0.28774399757385255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,power_law_1.01,0.8650752067565918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,1,power_law_1.2,0.35450239181518556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,power_law_1.01,1.090118408203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,1,power_law_1.2,0.39976959228515624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,1,power_law_1.2,0.5203968048095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,power_law_1.01,1.5065279960632325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,1,power_law_1.2,0.6582272052764893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,power_law_1.01,1.9429311752319336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,1,power_law_1.2,0.8712191581726074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,power_law_1.01,2.3928768157958986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,1,power_law_1.2,1.0930111885070801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,1,power_law_1.2,1.5196160316467284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,1,power_law_1.01,3.8144001007080077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,1,power_law_1.2,1.9679231643676758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,1,power_law_1.01,7.644786834716797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,1,power_law_1.2,2.4236032485961916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,1,power_law_1.2,3.8528961181640624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,1,power_law_1.2,7.771955108642578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,power_law_1.01,0.212172794342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,power_law_1.01,0.24289278984069823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,power_law_1.01,0.10486400127410889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,power_law_1.01,0.1683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,power_law_1.01,0.1834944009780884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,power_law_1.01,0.2836416006088257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,8,power_law_1.2,0.20643839836120606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,power_law_1.01,0.29431040287017823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,8,power_law_1.2,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,power_law_1.01,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,8,power_law_1.2,0.11038080453872681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,power_law_1.01,0.3141632080078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,8,power_law_1.2,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,power_law_1.01,0.3151871919631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,8,power_law_1.2,0.18636159896850585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,power_law_1.01,0.31887359619140626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,power_law_1.01,0.32337279319763185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,8,power_law_1.2,0.2764863967895508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,power_law_1.01,0.33771519660949706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,8,power_law_1.2,0.3010495901107788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,power_law_1.01,0.32235519886016845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,8,power_law_1.2,0.2983936071395874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,power_law_1.01,0.34406399726867676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,8,power_law_1.2,0.30617599487304686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,power_law_1.01,0.15973759889602662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,power_law_1.01,0.36229119300842283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,8,power_law_1.2,0.3123199939727783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,power_law_1.01,0.39546880722045896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,8,power_law_1.2,0.32337920665740966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,4,power_law_1.2,0.14088959693908693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,power_law_1.01,0.184934401512146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,power_law_1.01,0.44257278442382814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,8,power_law_1.2,0.3397696018218994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,4,power_law_1.2,0.08317440152168273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,power_law_1.01,0.27035520076751707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,power_law_1.01,0.47575039863586427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,8,power_law_1.2,0.304531192779541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,4,power_law_1.2,0.10035840272903443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,power_law_1.01,0.28631041049957273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,power_law_1.01,0.5666560173034668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,8,power_law_1.2,0.3491904020309448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,4,power_law_1.2,0.13106559514999389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,power_law_1.01,0.3028991937637329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,power_law_1.01,0.5396480083465576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,8,power_law_1.2,0.3655616044998169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,4,power_law_1.2,0.16954879760742186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,power_law_1.01,0.30414719581604005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,power_law_1.01,0.7364799976348877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,8,power_law_1.2,0.37867519855499265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,4,power_law_1.2,0.26705279350280764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,power_law_1.01,0.29982719421386717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,8,power_law_1.2,0.3819711923599243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,power_law_1.01,0.8196096420288086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,4,power_law_1.2,0.2893759965896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,power_law_1.01,0.32644479274749755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,8,power_law_1.2,0.44625282287597656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,power_law_1.01,1.1655167579650878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,4,power_law_1.2,0.29166719913482664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,power_law_1.01,0.3264512062072754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,8,power_law_1.2,0.5113984107971191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,4,power_law_1.2,0.30002560615539553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,power_law_1.01,1.389568042755127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,power_law_1.01,0.33527040481567383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,8,power_law_1.2,0.689356803894043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,4,power_law_1.2,0.3151871919631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,power_law_1.01,1.8946048736572265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,power_law_1.01,0.3291071891784668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,8,power_law_1.2,0.5831039905548095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,4,power_law_1.2,0.3209151983261108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,power_law_1.01,0.35819520950317385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,power_law_1.01,2.9452224731445313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,8,power_law_1.2,0.7200640201568603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,4,power_law_1.2,0.32972800731658936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,power_law_1.01,0.35450239181518556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,4,power_law_1.2,0.33505280017852784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,8,power_law_1.2,0.9367551803588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,power_law_1.01,3.903276824951172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,power_law_1.01,0.3727360010147095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,4,power_law_1.2,0.34508159160614016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,8,power_law_1.2,1.3203455924987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,power_law_1.01,0.41713919639587405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,4,power_law_1.2,0.3534784078598022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,8,power_law_1.01,6.171648025512695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,8,power_law_1.2,1.5871871948242187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,power_law_1.01,0.4323264122009277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,4,power_law_1.2,0.34816000461578367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,8,power_law_1.2,2.1403648376464846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,power_law_1.01,0.47902722358703614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,4,power_law_1.2,0.39648640155792236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,power_law_1.01,0.5232639789581299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,4,power_law_1.2,0.450764799118042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,8,power_law_1.01,12.265920257568359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,8,power_law_1.2,4.015724945068359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,power_law_1.01,0.6746111869812011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,power_law_1.01,0.10793600082397461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,4,power_law_1.2,0.4327360153198242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,8,power_law_1.2,4.088659286499023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,power_law_1.01,0.8069120407104492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,power_law_1.01,0.09341440200805665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,4,power_law_1.2,0.524064016342163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,power_law_1.01,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,power_law_1.01,1.0659839630126953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,4,power_law_1.2,0.5732607841491699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,power_law_1.01,0.14642560482025146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,8,power_law_1.2,9.28856964111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,4,power_law_1.2,0.7475200176239014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,power_law_1.01,1.2900351524353026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,power_law_1.01,0.19333120584487914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,4,power_law_1.2,0.8617983818054199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,power_law_1.01,1.8001920700073242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,2,power_law_1.2,0.10590720176696777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,power_law_1.01,0.28282880783081055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,4,power_law_1.2,1.0799039840698241
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,power_law_1.01,0.28979198932647704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,2,power_law_1.2,0.07088000178337098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,power_law_1.01,2.5042943954467773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,8,power_law_1.2,23.340640258789062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,power_law_1.01,0.3043328046798706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,2,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,4,power_law_1.2,1.5138815879821776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,power_law_1.01,0.30352001190185546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,power_law_1.01,3.0386175155639648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,2,power_law_1.2,0.12350080013275147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,4,power_law_1.2,1.9613567352294923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,power_law_1.01,0.31026558876037597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,2,power_law_1.2,0.15175679922103882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,power_law_1.01,0.32931840419769287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,2,power_law_1.2,0.27299840450286866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,4,power_law_1.01,4.958214569091797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,4,power_law_1.2,3.3796096801757813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,power_law_1.01,0.3250175952911377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,2,power_law_1.2,0.2852799892425537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,power_law_1.01,0.3379199981689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,2,power_law_1.2,0.3131455898284912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,4,power_law_1.2,3.876665496826172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,power_law_1.01,0.3516416072845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,2,power_law_1.2,0.31111679077148435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,4,power_law_1.01,10.34508819580078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,power_law_1.01,0.3700736045837402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,2,power_law_1.2,0.3231744050979614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,power_law_1.01,0.38195199966430665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,4,power_law_1.2,7.209164428710937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,2,power_law_1.2,0.3377088069915771
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,power_law_1.01,0.393830394744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,2,power_law_1.2,0.34303998947143555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,power_law_1.01,0.43274240493774413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,2,power_law_1.2,0.3508287906646729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,power_law_1.01,0.46305279731750487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,4,power_law_1.2,10.836383819580078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,2,power_law_1.2,0.35880959033966064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,power_law_1.01,0.5203968048095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,2,power_law_1.2,0.36945281028747556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,power_law_1.01,0.5650303840637207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,2,power_law_1.2,0.3803071975708008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,power_law_1.01,0.6905856132507324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,2,power_law_1.2,0.4034560203552246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,power_law_1.01,0.8867775917053222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,2,power_law_1.2,0.4486847877502441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,power_law_1.01,1.0962944030761719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,2,power_law_1.2,0.490937614440918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,2,power_law_1.2,0.5711935997009278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,power_law_1.01,1.3510656356811523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,2,power_law_1.2,0.6320191860198975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,power_law_1.01,1.8722816467285157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,2,power_law_1.2,0.7933887958526611
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,power_law_1.01,2.473983955383301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,2,power_law_1.2,0.9281536102294922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,2,power_law_1.2,1.1564800262451171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,power_law_1.01,2.995193672180176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,2,power_law_1.2,1.4133248329162598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,2,power_law_1.01,5.107302474975586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,2,power_law_1.2,2.104934310913086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,2,power_law_1.2,2.510028839111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,2,power_law_1.01,10.639596557617187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,2,power_law_1.2,3.092684745788574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,2,power_law_1.2,5.940204620361328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,2,power_law_1.2,9.91520004272461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,power_law_1.01,0.08725759983062745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,power_law_1.01,0.14746240377426148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,power_law_1.01,0.1892416000366211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,power_law_1.01,0.2928704023361206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,power_law_1.01,0.3051455974578857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,power_law_1.01,0.32154240608215334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,1,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,power_law_1.01,0.3366847991943359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,1,power_law_1.2,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,power_law_1.01,0.34343039989471436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,1,power_law_1.2,0.10301439762115479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,power_law_1.01,0.3520512104034424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,1,power_law_1.2,0.13578239679336548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,power_law_1.01,0.3512320041656494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,1,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,power_law_1.01,0.3651456117630005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,1,power_law_1.2,0.2869632005691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,power_law_1.01,0.3825664043426514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,1,power_law_1.2,0.31071360111236573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,power_law_1.01,0.39363200664520265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,1,power_law_1.2,0.3241919994354248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,power_law_1.01,0.4120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,1,power_law_1.2,0.33669118881225585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,power_law_1.01,0.43970561027526855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,1,power_law_1.2,0.3543040037155151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,power_law_1.01,0.5085184097290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,1,power_law_1.2,0.35123839378356936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,power_law_1.01,0.552345609664917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,1,power_law_1.2,0.3692480087280273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,power_law_1.01,0.6717504024505615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,1,power_law_1.2,0.36925439834594725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,power_law_1.01,0.7401535987854004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,1,power_law_1.2,0.39423360824584963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,1,power_law_1.2,0.4157440185546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,power_law_1.01,0.932249641418457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,1,power_law_1.2,0.43274240493774413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,power_law_1.01,1.1765760421752929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,1,power_law_1.2,0.4413504123687744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,power_law_1.01,1.5245375633239746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,1,power_law_1.2,0.5031936168670654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,power_law_1.01,1.8804672241210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,1,power_law_1.2,0.5486591815948486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,power_law_1.01,2.5837631225585938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,1,power_law_1.2,0.6426623821258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,1,power_law_1.2,0.7585792064666748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,power_law_1.01,3.325542449951172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,1,power_law_1.2,0.9424960136413574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,power_law_1.01,4.0980480194091795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,1,power_law_1.2,1.2265536308288574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,1,power_law_1.2,1.5708160400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,1,power_law_1.01,6.233497619628906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,1,power_law_1.2,1.9167232513427734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,1,power_law_1.2,2.650521659851074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,1,power_law_1.01,12.92841033935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,1,power_law_1.2,3.4427265167236327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,1,power_law_1.2,4.295884704589843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,1,power_law_1.2,6.656006622314453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,1,power_law_1.2,13.7844482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,power_law_1.01,0.22055680751800538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,power_law_1.01,0.28180480003356934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,power_law_1.01,0.47000961303710936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,power_law_1.01,0.1577023983001709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,power_law_1.01,0.21093759536743165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,power_law_1.01,0.3479487895965576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,power_law_1.01,0.3753983974456787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,8,power_law_1.2,0.22118399143218995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,power_law_1.01,0.47902722358703614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,8,power_law_1.2,0.29123198986053467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,power_law_1.01,0.4695744037628174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,8,power_law_1.2,0.23859200477600098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,power_law_1.01,0.48557438850402834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,8,power_law_1.2,0.16836479902267457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,power_law_1.01,0.5371967792510987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,8,power_law_1.2,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,power_law_1.01,0.5294144153594971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,8,power_law_1.2,0.29306879043579104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,power_law_1.01,0.5793791770935058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,8,power_law_1.2,0.3147968053817749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,power_law_1.01,0.5552063941955566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,power_law_1.01,0.1423359990119934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,8,power_law_1.2,0.4249919891357422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,power_law_1.01,0.5666816234588623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,power_law_1.01,0.17735040187835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,8,power_law_1.2,0.4429823875427246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,power_law_1.01,0.5965760231018067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,power_law_1.01,0.28139519691467285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,8,power_law_1.2,0.4884479999542236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,power_law_1.01,0.5982463836669922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,power_law_1.01,0.14624639749526977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,8,power_law_1.2,0.4827136039733887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,power_law_1.01,0.6631360054016113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,power_law_1.01,0.21992959976196289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,8,power_law_1.2,0.5220223903656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,4,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,power_law_1.01,0.6762559890747071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,power_law_1.01,0.31784958839416505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,8,power_law_1.2,0.5290048122406006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,4,power_law_1.2,0.1734655976295471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,power_law_1.01,0.7335999965667724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,power_law_1.01,0.36229119300842283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,4,power_law_1.2,0.15973119735717772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,8,power_law_1.2,0.5384128093719482
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,power_law_1.01,0.8126399993896485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,power_law_1.01,0.4560959815979004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,4,power_law_1.2,0.14274560213088988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,8,power_law_1.2,0.5777408123016358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,power_law_1.01,0.48353919982910154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,power_law_1.01,0.9736191749572753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,4,power_law_1.2,0.20889599323272706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,8,power_law_1.2,0.588812780380249
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,power_law_1.01,0.49622402191162107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,power_law_1.01,1.0700799942016601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,4,power_law_1.2,0.2830336093902588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,8,power_law_1.2,0.6402112007141113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,power_law_1.01,0.4892672061920166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,power_law_1.01,1.3273088455200195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,4,power_law_1.2,0.3155776023864746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,8,power_law_1.2,0.6684415817260743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,power_law_1.01,0.5384191989898681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,power_law_1.01,1.6828672409057617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,4,power_law_1.2,0.43355522155761717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,8,power_law_1.2,0.6868991851806641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,power_law_1.01,0.5310463905334473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,4,power_law_1.2,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,power_law_1.01,2.053548812866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,8,power_law_1.2,0.8450048446655274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,power_law_1.01,0.5711872100830078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,4,power_law_1.2,0.4593664169311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,8,power_law_1.2,0.9281472206115723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,power_law_1.01,2.8432384490966798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,power_law_1.01,0.5601408004760742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,4,power_law_1.2,0.4937727928161621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,8,power_law_1.2,1.2146688461303712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,power_law_1.01,0.5879871845245361
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,power_law_1.01,3.5037246704101563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,4,power_law_1.2,0.5416639804840088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,8,power_law_1.2,1.1413503646850587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,power_law_1.01,0.6142015933990479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,4,power_law_1.2,0.507692813873291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,8,power_law_1.2,1.4550975799560546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,8,power_law_1.01,5.097881698608399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,power_law_1.01,0.6479872226715088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,4,power_law_1.2,0.5453824043273926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,8,power_law_1.2,1.8137088775634767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,power_law_1.01,0.7184319972991944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,4,power_law_1.2,0.5650368213653565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,power_law_1.01,0.7696383953094482
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,8,power_law_1.2,2.3810047149658202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,8,power_law_1.01,11.620563507080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,4,power_law_1.2,0.5834752082824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,power_law_1.01,0.8472576141357422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,4,power_law_1.2,0.6236159801483154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,8,power_law_1.2,3.6726783752441405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,power_law_1.01,0.9899968147277832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,4,power_law_1.2,0.6860799789428711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,8,power_law_1.2,4.644454574584961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,power_law_1.01,1.0379263877868652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,4,power_law_1.2,0.7114751815795899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,power_law_1.01,1.287980842590332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,4,power_law_1.2,0.807744026184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,8,power_law_1.2,6.0934398651123045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,power_law_1.01,0.1738752007484436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,power_law_1.01,1.5646719932556152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,4,power_law_1.2,0.8937472343444824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,4,power_law_1.2,1.1126784324645995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,power_law_1.01,2.031820869445801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,power_law_1.01,0.22875521183013917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,8,power_law_1.2,16.27362518310547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,4,power_law_1.2,1.0893312454223634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,power_law_1.01,2.7957183837890627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,power_law_1.01,0.3135616064071655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,2,power_law_1.2,0.10239360332489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,4,power_law_1.2,1.3342720031738282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,power_law_1.01,0.34979839324951173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,2,power_law_1.2,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,power_law_1.01,3.350521469116211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,power_law_1.01,0.4573184013366699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,4,power_law_1.2,1.6875520706176759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,2,power_law_1.2,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,power_law_1.01,0.47779197692871095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,2,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,4,power_law_1.01,4.917254257202148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,4,power_law_1.2,2.260793685913086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,power_law_1.01,0.496230411529541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,2,power_law_1.2,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,power_law_1.01,0.5183487892150879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,4,power_law_1.2,3.02674560546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,2,power_law_1.2,0.278931188583374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,power_law_1.01,0.5355519771575927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,4,power_law_1.01,9.37022705078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,2,power_law_1.2,0.3250112056732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,power_law_1.01,0.5560319900512696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,4,power_law_1.2,3.822188949584961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,2,power_law_1.2,0.4307392120361328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,power_law_1.01,0.568723201751709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,2,power_law_1.2,0.454041576385498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,power_law_1.01,0.6076416015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,4,power_law_1.2,5.488851165771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,2,power_law_1.2,0.46592001914978026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,power_law_1.01,0.6100992202758789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,2,power_law_1.2,0.5023744106292725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,power_law_1.01,0.6215680122375489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,2,power_law_1.2,0.5253312110900878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,4,power_law_1.2,13.317759704589843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,power_law_1.01,0.6737984180450439
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,2,power_law_1.2,0.5367616176605224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,power_law_1.01,0.7495744228363037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,2,power_law_1.2,0.5765056133270263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,power_law_1.01,0.8822784423828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,2,power_law_1.2,0.606822395324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,power_law_1.01,0.8921088218688965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,2,power_law_1.2,0.5982207775115966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,power_law_1.01,1.064345645904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,2,power_law_1.2,0.6244351863861084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,power_law_1.01,1.1659263610839843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,2,power_law_1.2,0.7012288093566894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,power_law_1.01,1.4551039695739747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,2,power_law_1.2,0.7938047885894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,2,power_law_1.2,0.9322367668151855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,power_law_1.01,1.7903615951538085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,2,power_law_1.2,0.9596927642822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,power_law_1.01,2.382643127441406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,2,power_law_1.2,1.1384832382202148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,power_law_1.01,3.153100776672363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,2,power_law_1.2,1.2126144409179687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,power_law_1.01,3.8483966827392577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,2,power_law_1.2,1.5032640457153321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,2,power_law_1.2,1.899519920349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,2,power_law_1.01,5.601894378662109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,2,power_law_1.2,2.6083263397216796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,2,power_law_1.2,3.3681407928466798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,2,power_law_1.01,10.298143768310547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,2,power_law_1.2,4.23199348449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,2,power_law_1.2,6.320332717895508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,power_law_1.01,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,power_law_1.01,0.07187839746475219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,power_law_1.01,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,2,power_law_1.2,11.904608154296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,power_law_1.01,0.07411199808120728
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,power_law_1.01,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,power_law_1.01,0.0757695972919464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,1,8,power_law_1.2,0.08643199801445008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,1,8,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,1,8,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,1,8,power_law_1.2,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,power_law_1.01,0.11857279539108276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,1,8,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,power_law_1.01,0.127347195148468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,1,8,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,power_law_1.01,0.15564800500869752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,1,8,power_law_1.2,0.07024000287055969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,power_law_1.01,0.19824639558792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,1,8,power_law_1.2,0.07274240255355835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,power_law_1.01,0.2922559976577759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,power_law_1.01,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,1,8,power_law_1.2,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,power_law_1.01,0.3659775972366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,1,8,power_law_1.2,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,power_law_1.01,0.45854721069335935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,1,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,power_law_1.01,0.6289408206939697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,1,8,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,power_law_1.01,0.890880012512207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,1,8,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,power_law_1.01,0.06533759832382202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,power_law_1.01,1.1896832466125489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,1,8,power_law_1.2,0.0976960003376007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,power_law_1.01,0.06656640172004699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,power_law_1.01,1.7907712936401368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,power_law_1.01,0.07089279890060425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,1,8,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,power_law_1.01,2.58416633605957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,4,power_law_1.2,0.08458240032196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,power_law_1.01,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,1,8,power_law_1.2,0.11939840316772461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,4,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,1,8,power_law_1.2,0.12739200592041017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,power_law_1.01,2.811296081542969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,4,power_law_1.2,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,1,8,power_law_1.2,0.16342400312423705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,8,power_law_1.01,5.10076789855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,4,power_law_1.2,0.06369280219078063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,power_law_1.01,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,1,8,power_law_1.2,0.21647360324859619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,4,power_law_1.2,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,power_law_1.01,0.07925760149955749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,1,8,power_law_1.2,0.2799551963806152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,4,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,power_law_1.01,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,1,8,power_law_1.2,0.3366847991943359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,8,power_law_1.01,11.542342376708984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,4,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,1,8,power_law_1.2,0.4691904067993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,4,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,1,8,power_law_1.2,0.6361023902893066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,power_law_1.01,0.1056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,4,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,1,8,power_law_1.2,0.8466431617736816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,power_law_1.01,0.10240639448165893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,4,power_law_1.2,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,1,8,power_law_1.2,1.1933695793151855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,power_law_1.01,0.13701119422912597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,4,power_law_1.2,0.07187839746475219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,1,8,power_law_1.2,1.7227712631225587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,power_law_1.01,0.15602560043334962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,4,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,power_law_1.01,0.22259840965270997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,1,8,power_law_1.2,2.5505792617797853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,4,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,power_law_1.01,0.2515007972717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,1,8,power_law_1.2,3.341107177734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,4,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,power_law_1.01,0.3821568012237549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,4,power_law_1.2,0.09809920191764832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,1,8,power_law_1.2,5.501536178588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,power_law_1.01,0.4224639892578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,4,power_law_1.2,0.10526080131530761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,power_law_1.01,0.6733695983886718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,4,power_law_1.2,0.11959680318832397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,1,8,power_law_1.2,11.830892944335938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,power_law_1.01,0.7811200141906738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,4,power_law_1.2,0.13701119422912597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,power_law_1.01,1.3346816062927247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,4,power_law_1.2,0.18103679418563842
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,4,power_law_1.2,0.21319680213928222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,power_law_1.01,1.9019775390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,power_law_1.01,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,4,power_law_1.2,0.2668735980987549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,power_law_1.01,2.6595264434814454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,4,power_law_1.2,0.4176000118255615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,4,power_law_1.01,3.6599872589111326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,4,power_law_1.2,0.48640642166137693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,4,power_law_1.2,0.7704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,power_law_1.01,0.06222079992294312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,4,power_law_1.01,8.693170928955078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,4,power_law_1.2,0.9478272438049317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,4,power_law_1.2,1.2978176116943358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,power_law_1.01,0.066348797082901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,power_law_1.01,0.06716160178184509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,4,power_law_1.2,2.1403583526611327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,2,power_law_1.2,0.050393599271774295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,4,power_law_1.2,1.9580991744995118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,2,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,power_law_1.01,0.07289599776268005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,2,power_law_1.2,0.05492479801177978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,4,power_law_1.2,4.708966445922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,2,power_law_1.2,0.06165760159492493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,2,power_law_1.2,0.0622655987739563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,power_law_1.01,0.07147520184516906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,2,power_law_1.2,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,4,power_law_1.2,8.857817840576171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,power_law_1.01,0.07738239765167236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,2,power_law_1.2,0.06573439836502075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,power_law_1.01,0.08458240032196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,2,power_law_1.2,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,power_law_1.01,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,2,power_law_1.2,0.066975998878479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,power_law_1.01,0.09710720181465149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,2,power_law_1.2,0.06840959787368775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,2,power_law_1.2,0.06901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,power_law_1.01,0.12739839553833007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,2,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,power_law_1.01,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,2,power_law_1.2,0.07352960109710693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,power_law_1.01,0.20312960147857667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,2,power_law_1.2,0.078438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,power_law_1.01,0.25395200252532957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,2,power_law_1.2,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,power_law_1.01,0.33505280017852784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,2,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,power_law_1.01,0.07904639840126038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,2,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,power_law_1.01,0.42455039024353025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,2,power_law_1.2,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,power_law_1.01,0.5884352207183838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,2,power_law_1.2,0.14152319431304933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,power_law_1.01,0.8531968116760253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,power_law_1.01,0.12616319656372071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,2,power_law_1.2,0.16915839910507202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,power_law_1.01,1.1950271606445313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,2,power_law_1.2,0.20787200927734376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,power_law_1.01,0.1562559962272644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,power_law_1.01,1.676896095275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,2,power_law_1.2,0.2822144031524658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,power_law_1.01,0.23839359283447265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,2,power_law_1.01,2.494054412841797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,2,power_law_1.2,0.35450880527496337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,2,power_law_1.2,0.4569087982177734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,power_law_1.01,0.32826240062713624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,2,power_law_1.01,5.697132873535156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,2,power_law_1.2,0.6356991767883301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,power_law_1.01,0.37908480167388914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,2,power_law_1.2,0.9126015663146972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,power_law_1.01,0.5089471817016602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,2,power_law_1.2,1.3907967567443849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,1,power_law_1.2,0.07906559705734253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,2,power_law_1.2,1.6523263931274415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,power_law_1.01,0.5265344142913818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,1,power_law_1.2,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,2,power_law_1.2,2.5616384506225587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,power_law_1.01,0.5421055793762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,power_law_1.01,0.043859198689460754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,1,power_law_1.2,0.11100800037384033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,2,power_law_1.2,6.466162872314453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,power_law_1.01,0.579801607131958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,power_law_1.01,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,1,power_law_1.2,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,power_law_1.01,0.6002687931060791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,1,power_law_1.2,0.22262399196624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,power_law_1.01,0.6108992099761963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,1,power_law_1.2,0.3004415988922119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,power_law_1.01,0.06513280272483826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,1,power_law_1.2,0.3508287906646729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,power_law_1.01,0.6322175979614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,power_law_1.01,0.06716160178184509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,1,power_law_1.2,0.4728831768035889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,power_law_1.01,0.6586304187774659
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,1,power_law_1.2,0.5007359981536865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,power_law_1.01,0.6701056003570557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,1,power_law_1.2,0.5212224006652832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,power_law_1.01,0.7258048057556152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,1,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,power_law_1.01,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,1,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,1,power_law_1.2,0.5437439918518067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,power_law_1.01,0.8151103973388671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,1,power_law_1.2,0.04321280121803284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,1,power_law_1.2,0.578553581237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,power_law_1.01,0.8749055862426758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,1,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,1,power_law_1.2,0.5953216075897216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,1,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,power_law_1.01,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,power_law_1.01,0.9961471557617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,1,power_law_1.2,0.06286720037460328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,1,power_law_1.2,0.6352896213531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,power_law_1.01,0.1220352053642273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,power_law_1.01,1.0926015853881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,1,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,1,power_law_1.2,0.6512639999389649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,1,power_law_1.2,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,power_law_1.01,0.1726464033126831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,power_law_1.01,1.3215680122375488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,1,power_law_1.2,0.6864895820617676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,1,power_law_1.2,0.06410239934921265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,power_law_1.01,0.23347198963165283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,power_law_1.01,1.5744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,1,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,power_law_1.01,0.28631680011749266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,1,power_law_1.2,0.7151616096496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,1,power_law_1.2,0.06901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,power_law_1.01,0.3960767984390259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,power_law_1.01,2.0244735717773437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,1,power_law_1.2,0.8019968032836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,1,power_law_1.2,0.07025920152664185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,power_law_1.01,0.5011519908905029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,1,power_law_1.2,0.8904704093933106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,1,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,power_law_1.01,2.444492721557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,power_law_1.01,0.7282623767852783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,1,power_law_1.2,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,1,power_law_1.2,1.0289152145385743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,power_law_1.01,0.9613311767578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,power_law_1.01,3.221907043457031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,1,power_law_1.2,0.08417279720306396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,1,power_law_1.2,1.1257856369018555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,power_law_1.01,1.191327953338623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,1,power_law_1.2,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,power_law_1.01,4.168499374389649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,1,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,1,power_law_1.01,1.9539968490600585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,1,power_law_1.2,1.3494272232055664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,1,power_law_1.2,0.10855679512023926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,1,power_law_1.2,1.656831932067871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,1,power_law_1.01,4.044819259643555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,1,power_law_1.2,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,power_law_1.01,5.028659057617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,1,power_law_1.2,0.15073920488357545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,1,power_law_1.2,2.122751998901367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,1,power_law_1.2,0.17735040187835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,1,power_law_1.01,7.578617858886719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,1,power_law_1.2,0.23203840255737304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,1,power_law_1.2,2.514944076538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,1,power_law_1.2,0.2807744026184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,1,power_law_1.2,0.3975167989730835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,1,power_law_1.2,3.3144767761230467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,1,power_law_1.2,0.5113855838775635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,1,power_law_1.01,14.089248657226562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,1,power_law_1.2,0.7413760185241699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,1,power_law_1.2,4.292198562622071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,1,power_law_1.2,0.9777152061462402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,1,power_law_1.2,1.2220352172851563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,1,power_law_1.2,5.186355209350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,1,power_law_1.2,2.0072256088256837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,1,power_law_1.2,4.200652694702148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,1,power_law_1.2,7.837913513183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,1,power_law_1.2,15.417132568359374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,power_law_1.01,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,power_law_1.01,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,power_law_1.01,0.09259520173072815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,1,8,power_law_1.2,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,power_law_1.01,0.10033919811248779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,1,8,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,power_law_1.01,0.09827839732170104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,1,8,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,power_law_1.01,0.10734080076217652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,1,8,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,power_law_1.01,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,1,8,power_law_1.2,0.08810240030288696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,power_law_1.01,0.11959680318832397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,1,8,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,power_law_1.01,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,1,8,power_law_1.2,0.09461119771003723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,power_law_1.01,0.16979199647903442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,1,8,power_law_1.2,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,power_law_1.01,0.172435200214386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,1,8,power_law_1.2,0.09728000164031983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,power_law_1.01,0.18698240518569947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,1,8,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,power_law_1.01,0.24965760707855225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,1,8,power_law_1.2,0.10486400127410889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,power_law_1.01,0.29531519412994384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,1,8,power_law_1.2,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,power_law_1.01,0.38338561058044435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,1,8,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,power_law_1.01,0.4974656105041504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,1,8,power_law_1.2,0.13864959478378297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,power_law_1.01,0.7278592109680175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,1,8,power_law_1.2,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,power_law_1.01,0.9203647613525391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,1,8,power_law_1.2,0.1695680022239685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,power_law_1.01,1.396947193145752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,1,8,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,power_law_1.01,0.08440960049629212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,1,8,power_law_1.2,0.274015998840332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,power_law_1.01,1.6748607635498047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,1,8,power_law_1.2,0.2799232006072998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,power_law_1.01,2.948089599609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,1,8,power_law_1.2,0.3924031972885132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,power_law_1.01,0.08846719861030579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,power_law_1.01,3.187091255187988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,1,8,power_law_1.2,0.5068799972534179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,power_law_1.01,0.08908159732818603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,1,8,power_law_1.2,0.7098432064056397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,power_law_1.01,5.308243179321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,power_law_1.01,0.0917568027973175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,1,8,power_law_1.2,0.8511487960815429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,4,power_law_1.2,0.1030079960823059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,1,8,power_law_1.2,1.5048640251159668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,8,power_law_1.01,8.533222198486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,4,power_law_1.2,0.08113279938697815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,1,8,power_law_1.2,1.7772607803344727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,4,power_law_1.2,0.07537279725074768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,power_law_1.01,0.10486400127410889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,4,power_law_1.2,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,1,8,power_law_1.2,3.0005119323730467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,4,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,8,power_law_1.01,18.039814758300782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,1,8,power_law_1.2,4.050124740600586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,4,power_law_1.2,0.08829439878463745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,power_law_1.01,0.1380031943321228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,4,power_law_1.2,0.09054719805717468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,1,8,power_law_1.2,5.347558212280274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,4,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,power_law_1.01,0.18799999952316285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,4,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,1,8,power_law_1.2,7.635353851318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,power_law_1.01,0.2131903886795044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,4,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,power_law_1.01,0.27136640548706054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,4,power_law_1.2,0.09626240134239197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,power_law_1.01,0.40533761978149413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,4,power_law_1.2,0.11017600297927857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,1,8,power_law_1.2,18.202841186523436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,power_law_1.01,0.5724160194396972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,4,power_law_1.2,0.10629760026931763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,power_law_1.01,0.7139328002929688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,4,power_law_1.2,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,4,power_law_1.2,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,power_law_1.01,0.9256959915161133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,4,power_law_1.2,0.14090880155563354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,power_law_1.01,1.2363776206970214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,4,power_law_1.2,0.14008959531784057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,power_law_1.01,1.8460607528686523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,4,power_law_1.2,0.18677120208740233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,4,power_law_1.2,0.214630389213562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,power_law_1.01,2.6611711502075197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,4,power_law_1.2,0.2996223926544189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,power_law_1.01,3.384115219116211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,4,power_law_1.2,0.3948479890823364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,4,power_law_1.2,0.5437439918518067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,4,power_law_1.01,6.723206329345703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,4,power_law_1.2,0.7565184116363526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,4,power_law_1.2,1.1323391914367675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,4,power_law_1.01,14.538572692871094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,4,power_law_1.2,1.6297983169555663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,4,power_law_1.2,2.538291168212891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,4,power_law_1.2,4.0040641784667965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,4,power_law_1.2,4.1226238250732425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,power_law_1.01,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,4,power_law_1.2,7.547296142578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,4,power_law_1.2,13.632966613769531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,power_law_1.01,0.08438400030136109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,power_law_1.01,0.09216639995574952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,2,power_law_1.2,0.07176960110664368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,power_law_1.01,0.09054719805717468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,2,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,2,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,2,power_law_1.2,0.08212479948997498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,2,power_law_1.2,0.0807039976119995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,2,power_law_1.2,0.0839743971824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,power_law_1.01,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,2,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,power_law_1.01,0.11632000207901001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,2,power_law_1.2,0.0856383979320526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,power_law_1.01,0.13022719621658324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,2,power_law_1.2,0.09092479944229126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,power_law_1.01,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,2,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,2,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,power_law_1.01,0.19333120584487914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,power_law_1.01,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,2,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,power_law_1.01,0.2568192005157471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,1,power_law_1.2,0.05058559775352478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,2,power_law_1.2,0.10016000270843506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,power_law_1.01,0.2979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,power_law_1.01,0.08332800269126892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,1,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,2,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,power_law_1.01,0.3940223932266235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,1,power_law_1.2,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,2,power_law_1.2,0.12225919961929321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,power_law_1.01,0.5048384189605712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,1,power_law_1.2,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,2,power_law_1.2,0.11939200162887573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,power_law_1.01,0.6664256095886231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,power_law_1.01,0.08783360123634339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,1,power_law_1.2,0.08028799891471863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,2,power_law_1.2,0.1298367977142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,power_law_1.01,0.7786496162414551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,power_law_1.01,0.0886784017086029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,1,power_law_1.2,0.08212479948997498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,2,power_law_1.2,0.16855039596557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,1,power_law_1.2,0.08476160168647766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,power_law_1.01,1.5241215705871582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,power_law_1.01,0.09214720129966736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,2,power_law_1.2,0.18430720567703246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,1,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,power_law_1.01,0.09356799721717834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,2,power_law_1.2,0.2504703998565674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,power_law_1.01,1.9257343292236329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,1,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,2,power_law_1.2,0.3086335897445679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,power_law_1.01,2.4535039901733398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,1,power_law_1.2,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,power_law_1.01,0.10198400020599366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,2,power_law_1.2,0.37027199268341066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,1,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,2,power_law_1.01,4.1480255126953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,2,power_law_1.2,0.4871808052062988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,power_law_1.01,0.11816320419311524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,1,power_law_1.2,0.09339519739151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,2,power_law_1.2,0.7049280166625976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,power_law_1.01,0.12184319496154786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,1,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,2,power_law_1.01,9.267648315429687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,2,power_law_1.2,0.9416704177856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,1,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,power_law_1.01,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,2,power_law_1.2,1.2789567947387694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,1,power_law_1.2,0.11263999938964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,power_law_1.01,0.2105407953262329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,1,power_law_1.2,0.11592320203781128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,power_law_1.01,0.1449728012084961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,2,power_law_1.2,2.0490495681762697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,power_law_1.01,0.25579519271850587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,1,power_law_1.2,0.12165759801864624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,power_law_1.01,0.33320960998535154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,2,power_law_1.2,2.6607616424560545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,power_law_1.01,0.17039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,1,power_law_1.2,0.14538240432739258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,power_law_1.01,0.4110400199890137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,1,power_law_1.2,0.17448960542678832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,power_law_1.01,0.5859392166137696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,2,power_law_1.2,3.8795265197753905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,power_law_1.01,0.7532544136047363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,1,power_law_1.2,0.20848639011383058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,power_law_1.01,0.1155135989189148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,power_law_1.01,1.1090239524841308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,1,power_law_1.2,0.24842240810394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,2,power_law_1.2,7.992729949951172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,power_law_1.01,1.4958527565002442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,1,power_law_1.2,0.3268671989440918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,8,power_law_1.2,0.166156804561615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,power_law_1.01,1.8894912719726562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,1,power_law_1.2,0.4071487903594971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,power_law_1.01,0.16627199649810792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,8,power_law_1.2,0.16097279787063598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,1,power_law_1.2,0.5699584007263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,1,power_law_1.01,3.1254528045654295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,power_law_1.01,0.208076810836792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,8,power_law_1.2,0.08785920143127442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,1,power_law_1.2,0.7356351852416992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,1,power_law_1.01,6.487852478027344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,power_law_1.01,0.22161920070648194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,1,power_law_1.2,1.0754048347473144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,8,power_law_1.2,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,power_law_1.01,0.21934080123901367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,1,power_law_1.2,1.4460864067077637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,8,power_law_1.2,0.13455359935760497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,power_law_1.01,0.23532159328460694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,1,power_law_1.2,1.8456575393676757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,8,power_law_1.2,0.14561280012130737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,power_law_1.01,0.23695359230041504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,8,power_law_1.2,0.2027519941329956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,1,power_law_1.2,3.000556755065918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,power_law_1.01,0.252512001991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,8,power_law_1.2,0.21175680160522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,power_law_1.01,0.2514944076538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,1,power_law_1.2,6.321369552612305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,8,power_law_1.2,0.2279360055923462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,power_law_1.01,0.2598912000656128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,8,power_law_1.2,0.23571839332580566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,power_law_1.01,0.26521599292755127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,8,power_law_1.2,0.23408639430999756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,power_law_1.01,0.2672640085220337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,8,power_law_1.2,0.24596478939056396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,power_law_1.01,0.29900801181793213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,8,power_law_1.2,0.24841599464416503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,power_law_1.01,0.33238399028778076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,power_law_1.01,0.10078719854354859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,8,power_law_1.2,0.26316161155700685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,power_law_1.01,0.33997440338134766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,8,power_law_1.2,0.2775167942047119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,power_law_1.01,0.40038399696350097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,power_law_1.01,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,8,power_law_1.2,0.3004415988922119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,power_law_1.01,0.20069758892059325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,power_law_1.01,0.4177919864654541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,8,power_law_1.2,0.3123199939727783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,power_law_1.01,0.21975040435791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,4,power_law_1.2,0.12062079906463623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,power_law_1.01,0.505241584777832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,power_law_1.01,0.23142399787902831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,8,power_law_1.2,0.3432447910308838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,4,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,power_law_1.01,0.6211584091186524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,power_law_1.01,0.23244800567626953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,8,power_law_1.2,0.36146559715271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,4,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,power_law_1.01,0.25477120876312254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,power_law_1.01,0.8101887702941895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,4,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,8,power_law_1.2,0.4335616111755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,power_law_1.01,0.2490367889404297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,power_law_1.01,0.9981951713562012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,4,power_law_1.2,0.12267520427703857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,power_law_1.01,0.25292799472808836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,8,power_law_1.2,0.4552768230438232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,4,power_law_1.2,0.1581055998802185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,power_law_1.01,0.262175989151001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,power_law_1.01,1.4079999923706055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,8,power_law_1.2,0.5670591831207276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,power_law_1.01,0.27688961029052733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,4,power_law_1.2,0.21114881038665773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,8,power_law_1.2,0.6672319889068603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,power_law_1.01,1.6764863967895507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,power_law_1.01,0.27299840450286866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,4,power_law_1.2,0.22282240390777588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,power_law_1.01,0.3047424077987671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,8,power_law_1.2,0.8757375717163086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,4,power_law_1.2,0.22919039726257323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,power_law_1.01,2.1997503280639648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,power_law_1.01,0.32911360263824463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,4,power_law_1.2,0.24104321002960205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,8,power_law_1.2,1.0663935661315918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,power_law_1.01,0.33834879398345946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,4,power_law_1.2,0.24984960556030272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,8,power_law_1.01,3.574367904663086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,power_law_1.01,0.4118527889251709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,8,power_law_1.2,1.6146751403808595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,4,power_law_1.2,0.25576319694519045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,power_law_1.01,0.43520002365112304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,8,power_law_1.2,1.8263999938964843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,4,power_law_1.2,0.2627583980560303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,power_law_1.01,0.5420991897583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,4,power_law_1.2,0.27054080963134763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,8,power_law_1.01,7.080544281005859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,power_law_1.01,0.6393856048583985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,8,power_law_1.2,2.4797183990478517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,4,power_law_1.2,0.27934720516204836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,power_law_1.01,0.8548352241516113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,4,power_law_1.2,0.29368319511413576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,8,power_law_1.2,3.4988033294677736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,power_law_1.01,1.075814437866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,4,power_law_1.2,0.3153791904449463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,power_law_1.01,1.4063615798950195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,4,power_law_1.2,0.3369152069091797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,4,power_law_1.2,0.37068800926208495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,8,power_law_1.2,7.700889587402344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,power_law_1.01,1.919590377807617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,4,power_law_1.2,0.421068811416626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,power_law_1.01,2.1817344665527343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,4,power_law_1.2,0.4696063995361328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,4,power_law_1.2,0.5736383914947509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,4,power_law_1.01,3.455788803100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,4,power_law_1.2,0.7012351989746094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,4,power_law_1.2,0.9187264442443848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,4,power_law_1.01,6.84031982421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,4,power_law_1.2,1.154860782623291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,4,power_law_1.2,1.579423999786377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,4,power_law_1.2,2.0555776596069335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,4,power_law_1.2,2.4387584686279298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,4,power_law_1.2,4.205740737915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,4,power_law_1.2,8.050899505615234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,power_law_1.01,0.08375679850578308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,power_law_1.01,0.11262719631195069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,power_law_1.01,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,power_law_1.01,0.17490559816360474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,power_law_1.01,0.2324415922164917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,power_law_1.01,0.24513919353485109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,2,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,power_law_1.01,0.07825919985771179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,power_law_1.01,0.2582463979721069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,2,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,power_law_1.01,0.2570240020751953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,2,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,power_law_1.01,0.04709759950637817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,power_law_1.01,0.27197439670562745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,power_law_1.01,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,2,power_law_1.2,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,power_law_1.01,0.2817984104156494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,2,power_law_1.2,0.13496960401535035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,power_law_1.01,0.29409279823303225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,power_law_1.01,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,8,power_law_1.2,0.07598080039024353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,power_law_1.01,0.28552320003509524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,2,power_law_1.2,0.1609663963317871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,power_law_1.01,0.3028863906860352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,8,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,2,power_law_1.2,0.22629120349884033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,power_law_1.01,0.31335039138793946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,8,power_law_1.2,0.04384639859199524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,2,power_law_1.2,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,power_law_1.01,0.32870399951934814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,8,power_law_1.2,0.05591679811477661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,power_law_1.01,0.37416958808898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,2,power_law_1.2,0.2453376054763794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,8,power_law_1.2,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,power_law_1.01,0.4063231945037842
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,power_law_1.01,0.08848639726638793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,2,power_law_1.2,0.2623487949371338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,8,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,power_law_1.01,0.4642816066741943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,power_law_1.01,0.09093760251998902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,2,power_law_1.2,0.2693056106567383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,power_law_1.01,0.5310463905334473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,8,power_law_1.2,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,power_law_1.01,0.09502080082893372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,power_law_1.01,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,2,power_law_1.2,0.2721791982650757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,8,power_law_1.2,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,power_law_1.01,0.6545407772064209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,8,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,2,power_law_1.2,0.28405759334564207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,power_law_1.01,0.10219520330429077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,power_law_1.01,0.8020095825195312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,8,power_law_1.2,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,2,power_law_1.2,0.29736320972442626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,power_law_1.01,0.055308800935745236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,power_law_1.01,1.0498368263244628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,8,power_law_1.2,0.09073280096054077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,2,power_law_1.2,0.30862720012664796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,power_law_1.01,1.2589056015014648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,8,power_law_1.2,0.09276800155639649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,2,power_law_1.2,0.31538560390472414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,8,power_law_1.2,0.09359359741210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,power_law_1.01,0.08435199856758117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,power_law_1.01,1.7576383590698241
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,2,power_law_1.2,0.3377088069915771
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,8,power_law_1.2,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,power_law_1.01,0.1581055998802185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,power_law_1.01,2.1797248840332033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,2,power_law_1.2,0.3835968017578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,8,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,power_law_1.01,0.18472959995269775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,4,power_law_1.2,0.05221760272979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,8,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,2,power_law_1.2,0.4245567798614502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,power_law_1.01,2.8354496002197265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,power_law_1.01,0.23654398918151856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,8,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,4,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,2,power_law_1.2,0.4847616195678711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,power_law_1.01,0.29818880558013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,2,power_law_1.01,4.161536026000976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,8,power_law_1.2,0.12780159711837769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,4,power_law_1.2,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,2,power_law_1.2,0.5654528141021729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,power_law_1.01,0.39098238945007324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,8,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,4,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,power_law_1.01,0.5425151824951172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,2,power_law_1.2,0.6790976047515869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,8,power_law_1.2,0.17674239873886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,2,power_law_1.01,7.802674865722656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,4,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,power_law_1.01,0.10833920240402221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,8,power_law_1.2,0.1996608018875122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,power_law_1.01,0.6553791999816895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,2,power_law_1.2,0.8384703636169434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,4,power_law_1.2,0.08130559921264649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,power_law_1.01,0.06759679913520814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,8,power_law_1.2,0.23653759956359863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,4,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,power_law_1.01,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,2,power_law_1.2,1.0688511848449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,power_law_1.01,0.9261119842529297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,8,power_law_1.2,0.2846719980239868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,4,power_law_1.2,0.08949120044708252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,power_law_1.01,0.14416639804840087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,power_law_1.01,0.08663679957389832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,4,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,8,power_law_1.2,0.4136960029602051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,2,power_law_1.2,1.3133824348449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,power_law_1.01,1.0182720184326173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,power_law_1.01,0.12922879457473754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,4,power_law_1.2,0.08972799777984619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,power_law_1.01,0.1968127965927124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,8,power_law_1.2,0.5343167781829834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,power_law_1.01,0.1751039981842041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,2,power_law_1.2,1.7952768325805664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,4,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,power_law_1.01,0.24760959148406983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,8,power_law_1.01,1.7473600387573243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,8,power_law_1.2,0.7978943824768067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,power_law_1.01,0.2160576105117798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,4,power_law_1.2,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,power_law_1.01,0.3044991970062256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,2,power_law_1.2,2.2992832183837892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,4,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,power_law_1.01,0.28200318813323977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,1,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,8,power_law_1.2,0.8912896156311035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,power_law_1.01,0.4147520065307617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,4,power_law_1.2,0.09646080136299133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,8,power_law_1.01,3.702169418334961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,power_law_1.01,0.30553600788116453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,power_law_1.01,0.5359615802764892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,1,power_law_1.2,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,4,power_law_1.2,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,2,power_law_1.2,2.7437055587768553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,8,power_law_1.2,1.4645376205444336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,power_law_1.01,0.30699520111083983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,power_law_1.01,0.7573503971099853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,4,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,1,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,power_law_1.01,0.31928319931030275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,4,power_law_1.2,0.11488640308380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,8,power_law_1.2,2.387968063354492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,power_law_1.01,0.9805824279785156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,power_law_1.01,0.3379199981689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,2,power_law_1.2,4.364697647094727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,1,power_law_1.2,0.11832959651947021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,4,power_law_1.2,0.12903039455413817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,power_law_1.01,1.2072959899902345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,power_law_1.01,0.3487744092941284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,1,power_law_1.2,0.1568511962890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,4,power_law_1.2,0.14396799802780152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,power_law_1.01,0.3532799959182739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,4,power_law_1.2,0.18639999628067017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,1,power_law_1.2,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,8,power_law_1.2,5.661286544799805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,4,power_law_1.01,1.9527679443359376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,2,power_law_1.2,8.408255767822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,power_law_1.01,0.38604159355163575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,4,power_law_1.2,0.20745599269866943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,1,power_law_1.2,0.27730560302734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,power_law_1.01,0.4073791980743408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,4,power_law_1.2,0.2795520067214966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,1,power_law_1.2,0.29351038932800294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,4,power_law_1.01,3.6005889892578127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,4,power_law_1.2,0.32460799217224123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,power_law_1.01,0.41553921699523927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,1,power_law_1.2,0.3160128116607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,4,power_law_1.2,0.4622655868530273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,power_law_1.01,0.4128511905670166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,1,power_law_1.2,0.31436800956726074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,power_law_1.01,0.48474879264831544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,4,power_law_1.2,0.5924863815307617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,1,power_law_1.2,0.3352576017379761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,power_law_1.01,0.5289984226226807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,4,power_law_1.2,0.8855487823486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,1,power_law_1.2,0.3469311952590942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,power_law_1.01,0.6426623821258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,4,power_law_1.2,1.1266048431396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,1,power_law_1.2,0.34798080921173097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,power_law_1.01,0.744652795791626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,4,power_law_1.2,1.3748224258422852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,power_law_1.01,0.9228032112121582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,1,power_law_1.2,0.37294080257415774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,1,power_law_1.2,0.38442239761352537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,power_law_1.01,1.0827775955200196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,4,power_law_1.2,2.2755327224731445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,1,power_law_1.2,0.4110208034515381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,power_law_1.01,1.4272512435913085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,1,power_law_1.2,0.4401088237762451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,power_law_1.01,1.825587272644043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,4,power_law_1.2,4.390092849731445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,1,power_law_1.2,0.496230411529541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,power_law_1.01,2.4768447875976562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,1,power_law_1.2,0.5531648159027099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,power_law_1.01,3.139379119873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,1,power_law_1.2,0.6701312065124512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,1,power_law_1.2,0.7614463806152344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,power_law_1.01,3.8209537506103515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,1,power_law_1.2,0.9351167678833008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,1,power_law_1.01,5.846630477905274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,1,power_law_1.2,1.0971136093139648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,power_law_1.01,0.04465279877185822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,1,power_law_1.2,1.419871997833252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,1,power_law_1.2,1.8350080490112304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,1,power_law_1.01,11.306393432617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,power_law_1.01,0.057548797130584715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,1,power_law_1.2,2.501420783996582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,power_law_1.01,0.09462400078773499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,1,power_law_1.2,3.163340759277344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,power_law_1.01,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,power_law_1.01,0.09973120093345642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,1,power_law_1.2,3.825862503051758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,power_law_1.01,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,power_law_1.01,0.10444159507751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,1,power_law_1.2,5.8671104431152346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,power_law_1.01,0.11467519998550416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,2,power_law_1.2,0.04425599873065948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,power_law_1.01,0.12165759801864624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,2,power_law_1.2,0.041356799006462094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,power_law_1.01,0.12243200540542602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,2,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,1,power_law_1.2,11.369478607177735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,power_law_1.01,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,2,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,2,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,power_law_1.01,0.13619199991226197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,2,power_law_1.2,0.09236479997634887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,power_law_1.01,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,2,power_law_1.2,0.0970624029636383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,power_law_1.01,0.1720703959465027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,2,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,power_law_1.01,0.21176319122314452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,2,power_law_1.2,0.0995519995689392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,power_law_1.01,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,2,power_law_1.2,0.10178560018539429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,power_law_1.01,0.3086335897445679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,2,power_law_1.2,0.11141760349273681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,2,power_law_1.2,0.11223679780960083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,power_law_1.01,0.38359038829803466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,2,power_law_1.2,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,power_law_1.01,0.4859903812408447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,2,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,power_law_1.01,0.6154176235198975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,2,power_law_1.2,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,power_law_1.01,0.9302016258239746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,2,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,power_law_1.01,1.0852352142333985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,2,power_law_1.2,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,2,power_law_1.2,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,power_law_1.01,1.3805248260498046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,2,power_law_1.2,0.17776639461517335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,2,power_law_1.01,2.2808576583862306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,2,power_law_1.2,0.21299200057983397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,2,power_law_1.2,0.2514944076538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,2,power_law_1.2,0.3205120086669922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,2,power_law_1.01,4.441913604736328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,2,power_law_1.2,0.39015679359436034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,power_law_1.01,0.14079999923706055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,2,power_law_1.2,0.5130176067352294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,power_law_1.01,0.11550079584121704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,2,power_law_1.2,0.7229440212249756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,power_law_1.01,0.08643199801445008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,2,power_law_1.2,0.9154560089111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,power_law_1.01,0.04214400053024292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,1,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,power_law_1.01,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,power_law_1.01,0.045433598756790164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,2,power_law_1.2,1.1921343803405762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,1,power_law_1.2,0.04832639992237091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,power_law_1.01,0.05508480072021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,1,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,2,power_law_1.2,1.4741503715515136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,power_law_1.01,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,power_law_1.01,0.06859520077705383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,1,power_law_1.2,0.06638079881668091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,power_law_1.01,0.17489919662475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,power_law_1.01,0.08195840120315552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,1,power_law_1.2,0.07738879919052125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,power_law_1.01,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,2,power_law_1.2,2.349875259399414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,power_law_1.01,0.18226560354232788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,1,power_law_1.2,0.1183616042137146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,power_law_1.01,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,1,power_law_1.2,0.12349439859390259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,power_law_1.01,0.19088000059127808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,power_law_1.01,0.12285439968109131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,1,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,2,power_law_1.2,4.761395263671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,8,power_law_1.2,0.13127679824829103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,power_law_1.01,0.2002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,power_law_1.2,0.12984960079193114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,1,power_law_1.01,0.12885760068893432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,8,power_law_1.2,0.0757695972919464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,power_law_1.01,0.20541439056396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,power_law_1.2,0.12881280183792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,1,power_law_1.01,0.13084800243377687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,8,power_law_1.2,0.09010559916496277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,power_law_1.01,0.22302720546722413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,1,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,power_law_1.01,0.24043519496917726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,8,power_law_1.2,0.09747840166091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,power_law_1.2,0.15603840351104736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,1,power_law_1.01,0.15482239723205565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,power_law_1.01,0.23060479164123535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,8,power_law_1.2,0.11222399473190307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,power_law_1.01,0.26296319961547854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,power_law_1.2,0.1601472020149231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,1,power_law_1.01,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,8,power_law_1.2,0.17244800329208373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,power_law_1.01,0.29059200286865233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,1,power_law_1.01,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,8,power_law_1.2,0.17776000499725342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,power_law_1.01,0.35942399501800537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,power_law_1.2,0.15975040197372437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,1,power_law_1.01,0.17223680019378662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,8,power_law_1.2,0.1859455943107605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,power_law_1.01,0.41492481231689454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,power_law_1.2,0.1644544005393982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,1,power_law_1.01,0.17920639514923095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,8,power_law_1.2,0.19025919437408448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,power_law_1.01,0.49745922088623046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,power_law_1.2,0.18165760040283202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,1,power_law_1.01,0.17653759717941284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,8,power_law_1.2,0.18554240465164185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,power_law_1.01,0.5310463905334473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,power_law_1.2,0.2125823974609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,1,power_law_1.01,0.21093759536743165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,8,power_law_1.2,0.20111360549926757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,power_law_1.01,0.727839994430542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,power_law_1.2,0.24783360958099365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,8,power_law_1.2,0.20439040660858154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,1,power_law_1.01,0.24227840900421144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,power_law_1.01,0.9048064231872559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,power_law_1.01,0.08912640213966369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,power_law_1.2,0.3000319957733154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,8,power_law_1.2,0.21505920886993407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,1,power_law_1.01,0.3037247896194458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,power_law_1.01,1.2658687591552735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,power_law_1.01,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,power_law_1.2,0.3477247953414917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,8,power_law_1.2,0.21340160369873046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,1,power_law_1.01,0.3494271993637085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,power_law_1.01,1.6502656936645508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,power_law_1.2,0.45731201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,8,power_law_1.2,0.2205631971359253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,1,power_law_1.01,0.4585408210754395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,8,power_law_1.2,0.22794880867004394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,power_law_1.2,0.5666816234588623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,power_law_1.01,2.1087936401367187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,1,power_law_1.01,0.5716224193572998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,power_law_1.01,0.16467200517654418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,8,power_law_1.2,0.24576001167297362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,power_law_1.2,0.7610559940338135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,power_law_1.01,0.1837056040763855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,1,power_law_1.01,0.7651584148406982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,8,power_law_1.01,3.266969680786133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,8,power_law_1.2,0.2844736099243164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,power_law_1.2,0.9580160140991211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,1,power_law_1.01,0.9564160346984864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,8,power_law_1.2,0.3215359926223755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,power_law_1.2,1.3420543670654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,8,power_law_1.2,0.3926016092300415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,1,power_law_1.01,1.3445119857788086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,power_law_1.01,0.1921023964881897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,8,power_law_1.01,6.382182312011719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,4,power_law_1.2,0.10853760242462158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,8,power_law_1.2,0.4405248165130615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,power_law_1.01,0.20213758945465088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,power_law_1.2,1.730143928527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,4,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,1,power_law_1.01,1.725222396850586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,power_law_1.01,0.2084736108779907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,8,power_law_1.2,0.5715968132019043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,4,power_law_1.2,0.07637119889259339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,power_law_1.01,0.20193920135498047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,power_law_1.2,2.116223907470703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,1,power_law_1.01,2.1202880859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,8,power_law_1.2,0.5863359928131103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,power_law_1.01,0.21934080123901367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,4,power_law_1.2,0.09790080189704894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,power_law_1.01,0.2279360055923462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,8,power_law_1.2,0.8142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,4,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,power_law_1.01,0.23693439960479737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,1,power_law_1.01,3.2985023498535155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,1,power_law_1.2,3.3296321868896483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,8,power_law_1.2,1.095475196838379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,4,power_law_1.2,0.15789439678192138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,power_law_1.01,0.2420736074447632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,4,power_law_1.2,0.18023040294647216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,8,power_law_1.2,1.6691200256347656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,power_law_1.01,0.26808319091796873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,4,power_law_1.2,0.1785599946975708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,power_law_1.01,0.293887996673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,1,power_law_1.01,6.570387268066407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,1,power_law_1.2,6.624044799804688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,8,power_law_1.2,2.1551231384277343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,power_law_1.01,0.36966400146484374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,4,power_law_1.2,0.19207680225372314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,power_law_1.01,0.40284161567687987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,8,power_law_1.2,2.477663993835449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,4,power_law_1.2,0.19582719802856446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,power_law_1.01,0.49254398345947265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,4,power_law_1.2,0.1937343955039978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,power_law_1.01,0.5904384136199952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,8,power_law_1.2,4.870969772338867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,4,power_law_1.2,0.20848639011383058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,power_law_1.01,0.7520256042480469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,4,power_law_1.2,0.20970239639282226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,power_law_1.01,0.9564352035522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,4,power_law_1.2,0.2263040065765381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,8,power_law_1.2,11.677279663085937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,4,power_law_1.2,0.23736319541931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,power_law_1.01,1.3711359977722168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,4,power_law_1.2,0.24985599517822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,power_law_1.01,1.7113088607788085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,4,power_law_1.2,0.24309120178222657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,power_law_1.01,2.024857521057129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,4,power_law_1.2,0.2770944118499756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,4,power_law_1.2,0.31804800033569336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,4,power_law_1.01,3.5344383239746096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,4,power_law_1.2,0.3784703969955444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,4,power_law_1.2,0.409606409072876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,4,power_law_1.01,7.354988861083984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,4,power_law_1.2,0.5318655967712402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,4,power_law_1.2,0.6410240173339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,4,power_law_1.2,0.8183808326721191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,4,power_law_1.2,0.961740779876709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,4,power_law_1.2,1.4423871994018556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,4,power_law_1.2,1.9261440277099608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,power_law_1.01,0.1756991982460022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,4,power_law_1.2,2.5362367630004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,power_law_1.01,0.19557759761810303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,4,power_law_1.2,4.048896026611328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,power_law_1.01,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,power_law_1.01,0.2054208040237427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,power_law_1.01,0.21339519023895265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,4,power_law_1.2,9.187744140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,power_law_1.01,0.21483519077301025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,power_law_1.01,0.2185215950012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,power_law_1.01,0.2248703956604004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,2,power_law_1.2,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,power_law_1.01,0.24248321056365968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,2,power_law_1.2,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,power_law_1.01,0.24698879718780517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,2,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,power_law_1.01,0.26439681053161623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,2,power_law_1.2,0.09829760193824769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,power_law_1.01,0.3018752098083496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,2,power_law_1.2,0.11550079584121704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,power_law_1.01,0.33505280017852784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,2,power_law_1.2,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,power_law_1.01,0.3926016092300415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,2,power_law_1.2,0.18431999683380126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,power_law_1.01,0.4622335910797119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,2,power_law_1.2,0.19415040016174318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,2,power_law_1.2,0.20439040660858154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,power_law_1.01,0.5814527988433837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,2,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,power_law_1.01,0.6901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,2,power_law_1.2,0.2160640001296997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,power_law_1.01,0.9175040245056152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,2,power_law_1.2,0.21441919803619386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,power_law_1.01,1.0995712280273438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,2,power_law_1.2,0.22302720546722413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,power_law_1.01,1.5888383865356446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,2,power_law_1.2,0.2332672119140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,2,power_law_1.2,0.24391679763793944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,power_law_1.01,2.067865562438965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,2,power_law_1.2,0.2510848045349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,power_law_1.01,2.49814395904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,2,power_law_1.2,0.2656192064285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,2,power_law_1.2,0.3069632053375244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,2,power_law_1.01,3.926630401611328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,2,power_law_1.2,0.3325952053070068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,2,power_law_1.2,0.4196415901184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,2,power_law_1.01,7.941120147705078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,2,power_law_1.2,0.47082881927490233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,2,power_law_1.2,0.5842944145202636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,2,power_law_1.2,0.6807551860809327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,2,power_law_1.2,0.9252863883972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,2,power_law_1.2,1.1323391914367675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,2,power_law_1.2,1.5577088356018067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,power_law_1.01,0.15093120336532592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,2,power_law_1.2,2.0572160720825194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,power_law_1.01,0.17244800329208373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,power_law_1.01,0.26972160339355467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,2,power_law_1.2,2.5911231994628907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,power_law_1.01,0.1068992018699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,2,power_law_1.2,4.2545215606689455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,power_law_1.01,0.1959936022758484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,8,power_law_1.2,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,power_law_1.01,0.232857608795166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,2,power_law_1.2,8.445126342773438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,8,power_law_1.2,0.170796799659729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,power_law_1.01,0.26316161155700685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,8,power_law_1.2,0.1515455961227417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,power_law_1.01,0.26545279026031493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,8,power_law_1.2,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,power_law_1.01,0.2748415946960449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,8,power_law_1.2,0.13764480352401734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,power_law_1.01,0.2942975997924805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,8,power_law_1.2,0.18616960048675538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,power_law_1.01,0.2977792024612427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,8,power_law_1.2,0.19680639505386352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,power_law_1.01,0.3024832010269165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,8,power_law_1.2,0.26972160339355467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,power_law_1.01,0.3219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,8,power_law_1.2,0.27175679206848147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,power_law_1.01,0.09852799773216248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,power_law_1.01,0.34447360038757324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,8,power_law_1.2,0.2934783935546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,power_law_1.01,0.11735039949417114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,power_law_1.01,0.06305919885635376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,power_law_1.01,0.33546879291534426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,8,power_law_1.2,0.2758591890335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,power_law_1.01,0.1726464033126831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,power_law_1.01,0.3614720106124878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,8,power_law_1.2,0.30084478855133057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,power_law_1.01,0.0966592013835907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,power_law_1.01,0.401196813583374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,8,power_law_1.2,0.29900801181793213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,power_law_1.01,0.1388800024986267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,power_law_1.01,0.42311677932739256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,8,power_law_1.2,0.3176448106765747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,power_law_1.01,0.18677760362625123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,power_law_1.01,0.4819007873535156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,power_law_1.01,0.21381120681762694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,8,power_law_1.2,0.341427206993103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,power_law_1.01,0.22712318897247313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,power_law_1.01,0.5183487892150879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,power_law_1.01,0.2279423952102661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,8,power_law_1.2,0.34713599681854246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,power_law_1.01,0.26213760375976564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,power_law_1.01,0.23160319328308104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,power_law_1.01,0.6377408027648925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,8,power_law_1.2,0.3631103992462158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,power_law_1.01,0.270361590385437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,power_law_1.01,0.23941121101379395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,1,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,8,power_law_1.2,0.4001791954040527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,power_law_1.01,0.7175744056701661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,power_law_1.01,0.2500607967376709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,power_law_1.01,0.2875328063964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,1,power_law_1.2,0.07270399928092956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,4,power_law_1.2,0.11038719415664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,power_law_1.01,0.25541760921478274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,8,power_law_1.2,0.4112192153930664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,1,power_law_1.2,0.08581119775772095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,power_law_1.01,0.9138175964355468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,power_law_1.01,0.2934783935546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,power_law_1.01,0.26131839752197267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,8,power_law_1.2,0.474124813079834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,1,power_law_1.2,0.10791679620742797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,4,power_law_1.2,0.11633280515670777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,power_law_1.01,0.31598079204559326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,power_law_1.01,0.26785280704498293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,power_law_1.01,1.1213184356689454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,1,power_law_1.2,0.1310912013053894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,8,power_law_1.2,0.5609407901763916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,power_law_1.01,0.31191039085388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,power_law_1.01,0.2869247913360596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,4,power_law_1.2,0.09626880288124084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,1,power_law_1.2,0.20929279327392578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,power_law_1.01,0.3217600107192993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,power_law_1.01,1.4272512435913085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,power_law_1.01,0.32706561088562014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,8,power_law_1.2,0.7192575931549072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,4,power_law_1.2,0.0989184021949768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,1,power_law_1.2,0.22548480033874513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,power_law_1.01,0.3415872097015381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,power_law_1.01,0.34262399673461913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,8,power_law_1.2,0.7618559837341309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,1,power_law_1.2,0.23573119640350343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,4,power_law_1.2,0.1347648024559021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,power_law_1.01,0.32787840366363524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,power_law_1.01,1.8579519271850586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,power_law_1.01,0.3416064023971558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,1,power_law_1.2,0.23899519443511963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,power_law_1.01,0.38645761013031005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,8,power_law_1.2,0.9920512199401855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,4,power_law_1.2,0.1746880054473877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,power_law_1.01,0.3700736045837402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,1,power_law_1.2,0.24965119361877441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,power_law_1.01,0.4237311840057373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,power_law_1.01,2.2714303970336913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,4,power_law_1.2,0.19292160272598266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,8,power_law_1.2,1.2027903556823731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,1,power_law_1.2,0.26051840782165525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,power_law_1.01,0.5163008213043213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,power_law_1.01,0.3952640056610107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,4,power_law_1.2,0.23900160789489747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,power_law_1.01,0.5957568168640137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,1,power_law_1.2,0.2711551904678345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,power_law_1.01,0.42295041084289553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,8,power_law_1.01,3.4807807922363283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,8,power_law_1.2,1.6220479965209962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,power_law_1.01,0.7614463806152344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,1,power_law_1.2,0.2697088003158569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,4,power_law_1.2,0.2629695892333984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,power_law_1.01,0.4863999843597412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,power_law_1.01,0.9760767936706543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,1,power_law_1.2,0.3090303897857666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,8,power_law_1.2,2.0744192123413088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,4,power_law_1.2,0.26973440647125246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,power_law_1.01,0.5355455875396729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,1,power_law_1.2,0.31968638896942136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,power_law_1.01,1.2834815979003906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,8,power_law_1.01,6.6732032775878904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,4,power_law_1.2,0.2904191970825195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,power_law_1.01,0.6442944049835205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,8,power_law_1.2,2.532153511047363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,1,power_law_1.2,0.3319808006286621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,power_law_1.01,1.5462400436401367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,4,power_law_1.2,0.29473280906677246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,power_law_1.01,0.746284818649292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,1,power_law_1.2,0.33566720485687257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,power_law_1.01,2.147327995300293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,4,power_law_1.2,0.30371201038360596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,1,power_law_1.2,0.38932480812072756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,power_law_1.01,0.9265151977539062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,8,power_law_1.2,3.9913471221923826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,power_law_1.01,2.760915184020996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,1,power_law_1.2,0.4227007865905762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,4,power_law_1.2,0.33013761043548584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,power_law_1.01,1.193779182434082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,1,power_law_1.2,0.5146560192108154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,4,power_law_1.2,0.3344383955001831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,power_law_1.01,3.3890304565429688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,power_law_1.01,1.622425651550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,8,power_law_1.2,7.863302612304688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,1,power_law_1.2,0.6002624034881592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,4,power_law_1.2,0.35143680572509767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,1,power_law_1.2,0.76594557762146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,1,power_law_1.01,5.228518295288086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,power_law_1.01,2.048204803466797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,4,power_law_1.2,0.3725248098373413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,1,power_law_1.2,0.9957375526428223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,4,power_law_1.2,0.4311039924621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,power_law_1.01,2.505523109436035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,1,power_law_1.2,1.2900287628173828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,1,power_law_1.01,10.424524688720703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,4,power_law_1.2,0.4442111968994141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,1,power_law_1.2,1.552793598175049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,4,power_law_1.01,3.9634944915771486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,4,power_law_1.2,0.5281792163848877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,1,power_law_1.2,2.1632831573486326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,4,power_law_1.2,0.5650432109832764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,4,power_law_1.01,7.412947082519532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,1,power_law_1.2,2.7715648651123046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,4,power_law_1.2,0.7081920146942139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,1,power_law_1.2,3.4132225036621096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,4,power_law_1.2,0.8118271827697754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,4,power_law_1.2,1.0297344207763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,power_law_1.01,0.07447680234909057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,1,power_law_1.2,5.361056137084961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,power_law_1.01,0.0942143976688385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,4,power_law_1.2,1.2687295913696288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,power_law_1.01,0.1273792028427124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,4,power_law_1.2,1.6768831253051757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,power_law_1.01,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,1,power_law_1.2,10.714310455322266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,4,power_law_1.2,2.3400447845458983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,power_law_1.01,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,power_law_1.01,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,4,power_law_1.2,2.6927104949951173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,1,8,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,power_law_1.01,0.23511040210723877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,1,8,power_law_1.01,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,4,power_law_1.2,4.0640510559082035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,power_law_1.01,0.2967616081237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,1,8,power_law_1.01,0.034835198521614076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,1,8,power_law_1.01,0.03439359962940216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,power_law_1.01,0.30248959064483644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,1,8,power_law_1.2,0.04403199851512909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,1,8,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,4,power_law_1.2,8.323072052001953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,1,8,power_law_1.01,0.06901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,1,8,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,power_law_1.01,0.32133119106292723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,1,8,power_law_1.01,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,1,8,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,1,8,power_law_1.01,0.05877760052680969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,1,8,power_law_1.2,0.03542400002479553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,1,8,power_law_1.01,0.04440320134162903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,power_law_1.01,0.3403712034225464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,1,8,power_law_1.01,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,2,power_law_1.2,0.07414399981498718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,1,8,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,1,8,power_law_1.01,0.04996480047702789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,1,8,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,1,8,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,2,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,1,8,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,power_law_1.01,0.3438591957092285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,1,8,power_law_1.01,0.06083199977874756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,1,8,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,1,8,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,1,8,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,2,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,1,8,power_law_1.01,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,power_law_1.01,0.3672127962112427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,1,8,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,1,8,power_law_1.01,0.05713919997215271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,2,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,1,8,power_law_1.01,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,1,8,power_law_1.2,0.05139840245246887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,1,8,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,1,8,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,power_law_1.01,0.3776576042175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,2,power_law_1.2,0.14253439903259277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,1,8,power_law_1.01,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,1,8,power_law_1.2,0.04750719964504242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,1,8,power_law_1.2,0.0691968023777008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,1,8,power_law_1.01,0.07189760208129883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,1,8,power_law_1.01,0.08233600258827209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,1,8,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,1,8,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,2,power_law_1.2,0.18391040563583375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,power_law_1.01,0.4016128063201904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,1,8,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,1,8,power_law_1.2,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,1,8,power_law_1.01,0.11653120517730713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,1,8,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,1,8,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,2,power_law_1.2,0.2125823974609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,1,8,power_law_1.2,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,power_law_1.01,0.42455039024353025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,1,8,power_law_1.01,0.12675199508666993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,1,8,power_law_1.2,0.07230079770088196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,1,8,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,1,8,power_law_1.2,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,1,8,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,1,8,power_law_1.2,0.07455360293388366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,1,8,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,2,power_law_1.2,0.2758591890335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,power_law_1.01,0.40755839347839357
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,1,8,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,1,8,power_law_1.01,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,1,8,power_law_1.01,0.1056831955909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,1,8,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,1,8,power_law_1.2,0.06229119896888733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,2,power_law_1.2,0.2959359884262085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,1,8,power_law_1.01,0.2582528114318848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,1,8,power_law_1.01,0.11592320203781128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,power_law_1.01,0.45445761680603025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,1,8,power_law_1.2,0.11715840101242066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,1,8,power_law_1.2,0.06350079774856568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,1,8,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,1,8,power_law_1.01,0.37621119022369387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,1,8,power_law_1.2,0.12472319602966309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,2,power_law_1.2,0.30495998859405515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,1,8,power_law_1.2,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,power_law_1.01,0.48430719375610354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,1,8,power_law_1.01,0.14254720211029054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,1,8,power_law_1.01,0.46058878898620603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,1,8,power_law_1.2,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,1,8,power_law_1.2,0.07084800004959106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,1,8,power_law_1.01,0.20027520656585693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,2,power_law_1.2,0.31969280242919923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,1,8,power_law_1.01,0.7491519927978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,1,8,power_law_1.2,0.21728639602661132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,1,8,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,power_law_1.01,0.5711935997009278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,1,8,power_law_1.01,0.2213887929916382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,1,8,power_law_1.01,0.9736191749572753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,1,8,power_law_1.2,0.2553855895996094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,1,8,power_law_1.2,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,2,power_law_1.2,0.3375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,1,8,power_law_1.01,0.35287039279937743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,1,8,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,1,8,power_law_1.2,0.33710079193115233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,power_law_1.01,0.6236224174499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,1,8,power_law_1.01,1.3936575889587401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,1,8,power_law_1.01,0.43192319869995116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,1,8,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,2,power_law_1.2,0.35348479747772216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,1,8,power_law_1.2,0.46632962226867675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,1,8,power_law_1.01,1.929427146911621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,1,8,power_law_1.01,0.6031360149383544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,1,8,power_law_1.2,0.09870719909667969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,power_law_1.01,0.7753727912902832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,1,8,power_law_1.2,0.7716800212860108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,2,power_law_1.2,0.3831808090209961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,1,8,power_law_1.01,2.8465152740478517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,1,8,power_law_1.01,0.7520256042480469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,1,8,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,1,8,power_law_1.2,1.012934398651123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,power_law_1.01,0.8884032249450684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,1,8,power_law_1.2,0.11917439699172974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,2,power_law_1.2,0.399564790725708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,1,8,power_law_1.01,1.2433088302612305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,1,8,power_law_1.01,3.93768310546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,1,8,power_law_1.2,1.4847935676574706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,1,8,power_law_1.2,0.1519551992416382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,1,8,power_law_1.01,1.5409279823303224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,2,power_law_1.2,0.4038656234741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,power_law_1.01,1.1503680229187012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,1,8,power_law_1.2,1.8853824615478516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,1,8,power_law_1.2,0.1499071955680847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,1,8,power_law_1.01,4.451327896118164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,1,8,power_law_1.01,1.938425636291504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,1,8,power_law_1.2,0.19292160272598266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,2,power_law_1.2,0.42987518310546874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,1,8,power_law_1.2,2.8592063903808596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,power_law_1.01,1.441152000427246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,1,8,power_law_1.2,0.23552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,1,8,power_law_1.01,7.205478668212891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,1,8,power_law_1.01,3.5242240905761717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,1,8,power_law_1.2,3.9680065155029296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,2,power_law_1.2,0.482700777053833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,1,8,power_law_1.2,0.33013119697570803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,power_law_1.01,1.9175424575805664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,1,8,power_law_1.2,0.41164798736572267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,2,power_law_1.2,0.5011519908905029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,1,8,power_law_1.01,6.809177398681641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,1,8,power_law_1.2,4.950419235229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,1,8,power_law_1.01,14.830618286132813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,1,8,power_law_1.2,0.6332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,power_law_1.01,2.445715141296387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,2,power_law_1.2,0.5908480167388916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,1,8,power_law_1.2,0.8044544219970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,1,8,power_law_1.2,7.7570045471191404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,2,power_law_1.2,0.662720012664795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,power_law_1.01,2.9390848159790037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,1,8,power_law_1.2,1.252787208557129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,1,8,power_law_1.2,1.6429119110107422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,2,power_law_1.2,0.8294400215148926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,1,8,power_law_1.2,15.38928680419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,2,power_law_1.01,4.53201904296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,1,8,power_law_1.2,2.1809152603149413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,2,power_law_1.2,1.0067968368530273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,2,4,power_law_1.01,0.01191679984331131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,1,8,power_law_1.2,3.549184036254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,2,power_law_1.2,1.2611328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,2,4,power_law_1.01,0.011475200206041336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,2,power_law_1.01,8.675526428222657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,2,4,power_law_1.01,0.011443199962377549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,1,8,power_law_1.2,7.668755340576172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,2,power_law_1.2,1.506118392944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,2,4,power_law_1.01,0.011872000247240066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,2,4,power_law_1.01,0.013107199966907502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,2,4,power_law_1.2,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,2,power_law_1.2,1.9650560379028321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,2,4,power_law_1.01,0.014764800667762756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,2,4,power_law_1.2,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,2,4,power_law_1.01,0.014732800424098969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,2,4,power_law_1.2,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,2,4,power_law_1.01,0.050393599271774295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,2,power_law_1.2,2.590719985961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,2,4,power_law_1.01,0.015987199544906617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,2,4,power_law_1.2,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,2,4,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,2,4,power_law_1.01,0.015558399260044098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,2,4,power_law_1.2,0.027033600211143493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,2,4,power_law_1.01,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,2,power_law_1.2,2.98864631652832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,2,4,power_law_1.01,0.015571199357509613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,2,4,power_law_1.2,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,2,4,power_law_1.01,0.054451197385787964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,2,4,power_law_1.01,0.015967999398708344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,2,4,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,2,4,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,2,4,power_law_1.01,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,2,4,power_law_1.01,0.01594880074262619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,4,2,power_law_1.01,0.020473599433898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,2,power_law_1.2,4.6184638977050785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,2,4,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,2,4,power_law_1.2,0.0507968008518219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,2,4,power_law_1.01,0.015571199357509613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,2,4,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,4,2,power_law_1.01,0.025791999697685242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,2,4,power_law_1.2,0.033990401029586795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,2,4,power_law_1.01,0.01679359972476959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,4,2,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,2,4,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,2,4,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,2,4,power_law_1.01,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,2,4,power_law_1.2,0.033990401029586795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,4,2,power_law_1.01,0.02928000092506409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,2,4,power_law_1.01,0.055264002084732054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,2,4,power_law_1.2,0.052851200103759766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,2,4,power_law_1.01,0.019648000597953796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,4,2,power_law_1.01,0.033580800890922545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,2,power_law_1.2,9.482450866699219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,2,4,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,2,4,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,2,4,power_law_1.2,0.053260797262191774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,2,4,power_law_1.01,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,4,2,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,2,4,power_law_1.2,0.050348800420761106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,2,4,power_law_1.01,0.06204800009727478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,2,4,power_law_1.01,0.025785601139068602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,2,4,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,4,2,power_law_1.01,0.03643519878387451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,2,4,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,2,4,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,2,4,power_law_1.01,0.06450560092926025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,4,2,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,2,4,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,2,4,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,2,4,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,4,2,power_law_1.01,0.03811840116977692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,2,4,power_law_1.01,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,2,4,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,2,4,power_law_1.01,0.04466559886932373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,4,2,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,2,4,power_law_1.2,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,2,4,power_law_1.2,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,2,4,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,2,4,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,4,2,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,2,4,power_law_1.2,0.07905920147895813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,2,4,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,2,4,power_law_1.01,0.07516160011291503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,2,4,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,4,2,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,2,4,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,2,4,power_law_1.2,0.06388480067253113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,2,4,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,4,2,power_law_1.01,0.057145601511001586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,2,4,power_law_1.01,0.10160640478134156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,4,2,power_law_1.2,0.02250880002975464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,2,4,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,4,2,power_law_1.01,0.06122879981994629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,2,4,power_law_1.01,0.08744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,2,4,power_law_1.2,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,2,4,power_law_1.01,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,4,2,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,4,2,power_law_1.01,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,2,4,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,2,4,power_law_1.01,0.0915391981601715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,2,4,power_law_1.2,0.15442559719085694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,2,4,power_law_1.01,0.19374719858169556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,4,2,power_law_1.2,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,4,2,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,2,4,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,2,4,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,4,2,power_law_1.2,0.030316799879074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,2,4,power_law_1.2,0.2201535940170288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,2,4,power_law_1.01,0.2525183916091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,4,2,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,4,2,power_law_1.2,0.03544319868087768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,2,4,power_law_1.2,0.2811903953552246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,2,4,power_law_1.2,0.08352640271186829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,2,4,power_law_1.01,0.3117248058319092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,2,4,power_law_1.01,0.12819839715957643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,4,2,power_law_1.01,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,4,2,power_law_1.2,0.036032000184059144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,2,4,power_law_1.2,0.4147200107574463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,2,4,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,4,2,power_law_1.01,0.15605119466781617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,2,4,power_law_1.01,0.4876351833343506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,2,4,power_law_1.01,0.15809279680252075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,4,2,power_law_1.2,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,2,4,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,2,4,power_law_1.2,0.5490687847137451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,4,2,power_law_1.01,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,2,4,power_law_1.01,0.2066495895385742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,4,2,power_law_1.2,0.03991680145263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,2,4,power_law_1.01,0.9560000419616699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,4,2,power_law_1.01,0.2795520067214966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,2,4,power_law_1.2,0.13638399839401244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,2,4,power_law_1.2,0.8069120407104492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,4,2,power_law_1.2,0.037887999415397645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,2,4,power_law_1.01,0.24965119361877441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,4,2,power_law_1.01,0.40611839294433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,2,4,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,2,4,power_law_1.2,1.0712960243225098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,4,2,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,2,4,power_law_1.01,0.3504064083099365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,power_law_1.01,0.07124480009078979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,4,2,power_law_1.01,0.49171838760375974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,2,4,power_law_1.2,0.17407360076904296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,4,2,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,2,4,power_law_1.2,1.6048128128051757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,2,4,power_law_1.01,0.44339838027954104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,4,2,power_law_1.01,0.7766016006469727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,2,4,power_law_1.2,0.18371200561523438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,4,2,power_law_1.2,0.054092800617218016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,power_law_1.01,0.0814848005771637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,2,4,power_law_1.01,0.5064640045166016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,4,2,power_law_1.01,0.9515263557434082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,2,4,power_law_1.2,2.1125055313110352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,2,4,power_law_1.2,0.2537472009658813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,4,2,power_law_1.2,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,4,2,power_law_1.01,1.4769920349121093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,4,2,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,2,4,power_law_1.01,0.8413375854492188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,2,4,power_law_1.2,0.3688191890716553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,2,4,power_law_1.2,2.6611328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,4,2,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,4,2,power_law_1.01,1.9683263778686524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,2,4,power_law_1.2,0.5273663997650146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,2,4,power_law_1.01,1.054911994934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,power_law_1.01,0.1218559980392456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,4,2,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,4,2,power_law_1.01,0.04381439983844757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,2,4,power_law_1.2,4.223385620117187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,2,4,power_law_1.2,0.6463488101959228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,4,2,power_law_1.01,2.5137151718139648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,2,4,power_law_1.01,1.5962176322937012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,4,2,power_law_1.2,0.08726400136947632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,power_law_1.01,0.18596479892730713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,2,4,power_law_1.2,1.1650879859924317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,1,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,4,2,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,4,2,power_law_1.2,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,2,4,power_law_1.01,2.2046720504760744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,4,2,power_law_1.01,3.8598400115966798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,2,4,power_law_1.2,8.424665832519532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,2,4,power_law_1.2,1.3895615577697753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,4,2,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,4,2,power_law_1.2,0.13578239679336548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,power_law_1.01,0.25194880962371824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,1,power_law_1.2,0.08130559921264649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,2,4,power_law_1.2,1.7334335327148438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,2,4,power_law_1.01,6.405120086669922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,4,2,power_law_1.2,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,4,2,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,4,2,power_law_1.01,7.363807678222656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,2,4,power_law_1.2,3.0013311386108397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,power_law_1.01,0.28775041103363036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,4,2,power_law_1.2,0.21811199188232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,4,2,power_law_1.01,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,1,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,4,2,power_law_1.2,0.3422208070755005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,4,2,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,2,4,power_law_1.2,7.246860504150391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,1,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,power_law_1.01,0.36224639415740967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,4,2,power_law_1.2,0.4380671977996826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,4,2,power_law_1.01,0.050988799333572386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,4,2,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,1,power_law_1.2,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,4,2,power_law_1.2,0.6459392070770263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,power_law_1.01,0.38236160278320314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,4,2,power_law_1.01,0.05489919781684875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,4,2,power_law_1.2,0.9936896324157715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,8,1,power_law_1.01,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,1,power_law_1.2,0.22753279209136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,4,2,power_law_1.01,0.06000000238418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,4,2,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,power_law_1.01,0.3934463977813721
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,8,1,power_law_1.01,0.018848000466823576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,8,1,power_law_1.2,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,4,2,power_law_1.2,1.3989888191223145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,4,2,power_law_1.2,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,4,2,power_law_1.01,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,8,1,power_law_1.01,0.018848000466823576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,1,power_law_1.2,0.2619391918182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,8,1,power_law_1.2,0.019270400702953338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,4,2,power_law_1.2,0.04629760086536407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,4,2,power_law_1.2,1.6838592529296874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,4,2,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,power_law_1.01,0.4204736232757568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,8,1,power_law_1.01,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,4,2,power_law_1.2,0.05264000296592712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,4,2,power_law_1.01,0.0686016023159027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,8,1,power_law_1.01,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,1,power_law_1.2,0.34754559993743894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,8,1,power_law_1.2,0.019206400215625762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,4,2,power_law_1.2,2.2759424209594727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,4,2,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,power_law_1.01,0.43724799156188965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,4,2,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,8,1,power_law_1.01,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,8,1,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,8,1,power_law_1.2,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,4,2,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,1,power_law_1.2,0.36720640659332277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,4,2,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,4,2,power_law_1.2,3.563302230834961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,8,1,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,8,1,power_law_1.2,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,8,1,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,power_law_1.01,0.450764799118042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,4,2,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,4,2,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,8,1,power_law_1.01,0.032364800572395325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,8,1,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,1,power_law_1.2,0.38399999141693114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,4,2,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,4,2,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,8,1,power_law_1.01,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,8,1,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,4,2,power_law_1.2,7.3723907470703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,8,1,power_law_1.2,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,power_law_1.01,0.4585408210754395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,4,2,power_law_1.01,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,4,2,power_law_1.2,0.059001600742340087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,8,1,power_law_1.01,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,8,1,power_law_1.01,0.03356800079345703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,1,power_law_1.2,0.4139264106750488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,8,1,power_law_1.2,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,4,2,power_law_1.01,0.118777596950531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,4,2,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,8,1,power_law_1.01,0.053260797262191774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,8,1,power_law_1.01,0.0352512001991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,power_law_1.01,0.4798463821411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,8,1,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,4,2,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,1,power_law_1.2,0.44997758865356446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,4,2,power_law_1.2,0.05980799794197082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,8,1,power_law_1.01,0.05496320128440857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,8,1,power_law_1.01,0.042208001017570496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,8,1,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,4,2,power_law_1.01,0.17141760587692262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,4,2,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,1,power_law_1.2,0.47656960487365724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,power_law_1.01,0.4888512134552002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,8,1,power_law_1.2,0.04320639967918396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,8,1,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,8,1,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,4,2,power_law_1.01,0.2267199993133545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,8,1,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,4,2,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,8,1,power_law_1.01,0.05550079941749573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,8,1,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,4,2,power_law_1.01,0.25230720043182375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,1,power_law_1.2,0.4609983921051025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,8,1,power_law_1.2,0.047916799783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,power_law_1.01,0.5244927883148194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,4,2,power_law_1.2,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,8,1,power_law_1.01,0.056729602813720706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,8,1,power_law_1.01,0.04297600090503693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,4,2,power_law_1.01,0.3708992004394531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,8,1,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,1,power_law_1.2,0.4761536121368408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,4,2,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,8,1,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,8,1,power_law_1.01,0.05118079781532288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,4,2,power_law_1.01,0.5171135902404785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,8,1,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,power_law_1.01,0.6035456180572509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,8,1,power_law_1.2,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,8,1,power_law_1.01,0.06146559715270996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,4,2,power_law_1.2,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,8,1,power_law_1.01,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,4,2,power_law_1.01,0.6795263767242432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,8,1,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,1,power_law_1.2,0.4851712226867676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,8,1,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,8,1,power_law_1.01,0.06472960114479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,4,2,power_law_1.2,0.0892799973487854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,8,1,power_law_1.01,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,power_law_1.01,0.643884801864624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,8,1,power_law_1.2,0.06759039759635925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,4,2,power_law_1.01,0.8216575622558594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,1,power_law_1.2,0.533510398864746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,8,1,power_law_1.2,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,8,1,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,8,1,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,4,2,power_law_1.2,0.10056320428848267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,4,2,power_law_1.01,1.0485759735107423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,power_law_1.01,0.7684095859527588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,8,1,power_law_1.01,0.06964480280876159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.01,0.12963839769363403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,4,2,power_law_1.2,0.11694079637527466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,8,1,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,1,power_law_1.2,0.6043647766113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,4,2,power_law_1.01,1.980614471435547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.2,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,8,1,power_law_1.01,0.07884160280227662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.01,0.16264959573745727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,4,2,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,8,1,power_law_1.2,0.05278720259666443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.2,0.1646656036376953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,power_law_1.01,0.8626175880432129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,1,power_law_1.2,0.6742015838623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,8,1,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,4,2,power_law_1.01,3.930752182006836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.01,0.22938239574432373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,4,2,power_law_1.2,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,8,1,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.2,0.23306241035461425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,8,1,power_law_1.01,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,4,2,power_law_1.2,0.21422080993652343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.01,0.29531519412994384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,8,1,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.2,0.30163838863372805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,1,power_law_1.2,0.782751989364624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,power_law_1.01,1.0700927734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,8,1,power_law_1.01,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,8,1,power_law_1.2,0.05445759892463684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,4,2,power_law_1.2,0.249235200881958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.01,0.42865281105041503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.2,0.4352128028869629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,1,power_law_1.2,0.8634367942810058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,8,1,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.01,0.11468160152435303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,4,2,power_law_1.2,0.3616767883300781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.2,0.5711808204650879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.01,0.5629888057708741
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,power_law_1.01,1.2916735649108886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,8,1,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.01,0.13760000467300415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,4,2,power_law_1.2,0.5101632118225098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.2,0.8454079627990723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.01,0.8355968475341797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,1,power_law_1.2,1.0885248184204102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,8,1,power_law_1.2,0.05982720255851746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.01,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,power_law_1.01,1.665836715698242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.2,1.114732837677002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,4,2,power_law_1.2,0.6893504142761231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.01,1.1089983940124513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,8,1,power_law_1.2,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.01,0.2031615972518921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,1,power_law_1.2,1.337548828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,8,1,power_law_1.2,1.3920255661010743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,4,2,power_law_1.2,0.878598403930664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,8,1,power_law_1.2,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,power_law_1.01,2.071955108642578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,8,1,power_law_1.01,1.3867008209228515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.01,0.24780800342559814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,8,1,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,8,1,power_law_1.2,2.223116874694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,4,2,power_law_1.2,1.2380031585693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.01,0.33895039558410645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,1,power_law_1.2,1.7158079147338867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,8,1,power_law_1.01,2.210406494140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,8,1,power_law_1.2,0.08007680177688599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,power_law_1.01,2.752716827392578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.01,0.42823038101196287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,4,2,power_law_1.2,2.096147155761719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,8,1,power_law_1.2,4.408710479736328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,8,1,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,1,power_law_1.2,2.1383167266845704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.01,0.6051839828491211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,8,1,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,8,1,power_law_1.01,4.402790451049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,power_law_1.01,3.3906688690185547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,4,2,power_law_1.2,4.238131332397461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.01,0.790118408203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,8,1,power_law_1.2,0.10222079753875732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,1,power_law_1.2,2.815795135498047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,8,1,power_law_1.01,0.9719424247741699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,8,1,power_law_1.2,0.1122431993484497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,8,1,power_law_1.01,1.5532032012939454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,power_law_1.01,4.097216033935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,8,1,power_law_1.2,0.13640320301055908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,1,power_law_1.2,3.429996871948242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,8,1,power_law_1.2,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,8,1,power_law_1.01,3.1801279067993162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,8,1,power_law_1.2,0.20336639881134033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,1,power_law_1.2,4.164435195922851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,1,power_law_1.01,6.251110458374024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,8,1,power_law_1.2,0.24739840030670165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,1,8,power_law_1.01,0.047916799783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,8,1,power_law_1.2,0.3360703945159912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,1,8,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,1,8,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,8,1,power_law_1.2,0.4257791996002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,1,power_law_1.2,6.376454544067383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,1,8,power_law_1.01,0.048127999901771544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,8,1,power_law_1.2,0.6035456180572509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,1,power_law_1.01,11.940659332275391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,1,8,power_law_1.01,0.07865599989891052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,1,8,power_law_1.01,0.05549439787864685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,8,1,power_law_1.2,0.7897151947021485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,1,8,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,1,8,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,1,8,power_law_1.01,0.06841599941253662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,1,8,power_law_1.2,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,8,1,power_law_1.2,0.9781311988830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,1,8,power_law_1.01,0.08007680177688599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,1,power_law_1.2,12.192371368408203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,1,8,power_law_1.01,0.0694271981716156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,1,8,power_law_1.2,0.08110719919204712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,8,1,power_law_1.2,1.5429696083068847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,1,8,power_law_1.01,0.07968639731407165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,1,8,power_law_1.01,0.09317759871482849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,1,8,power_law_1.2,0.08108800053596496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,1,8,power_law_1.01,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,1,8,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,8,1,power_law_1.2,3.1617088317871094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,1,8,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,1,8,power_law_1.01,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,1,8,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,1,8,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,1,8,power_law_1.01,0.0917631983757019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,1,8,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,2,4,power_law_1.01,0.02990719974040985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,1,8,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,1,8,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,1,8,power_law_1.2,0.047916799783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,1,8,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,1,8,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,1,8,power_law_1.2,0.04876160025596619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,1,8,power_law_1.2,0.08275840282440186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,2,4,power_law_1.01,0.029516801238059998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,1,8,power_law_1.01,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,1,8,power_law_1.01,0.12676479816436767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,1,8,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,1,8,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,2,4,power_law_1.01,0.029491201043128967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,1,8,power_law_1.01,0.15687040090560914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,1,8,power_law_1.01,0.08581119775772095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,1,8,power_law_1.2,0.04812160134315491
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,1,8,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,1,8,power_law_1.01,0.16117759943008422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,1,8,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,2,4,power_law_1.01,0.04304639995098114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,1,8,power_law_1.2,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,1,8,power_law_1.01,0.22648320198059083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,1,8,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,1,8,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,1,8,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,2,4,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,2,4,power_law_1.01,0.0812991976737976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,1,8,power_law_1.01,0.3221503973007202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,1,8,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,1,8,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,1,8,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,2,4,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,2,4,power_law_1.01,0.06920959949493408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,1,8,power_law_1.01,0.42045440673828127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,1,8,power_law_1.2,0.09829760193824769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,1,8,power_law_1.2,0.09564160108566284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,1,8,power_law_1.01,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,2,4,power_law_1.01,0.05591040253639221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,2,4,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,2,4,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,1,8,power_law_1.01,0.6426623821258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,1,8,power_law_1.2,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,1,8,power_law_1.2,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,2,4,power_law_1.01,0.05916159749031067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,1,8,power_law_1.01,0.12021759748458863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,2,4,power_law_1.01,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,1,8,power_law_1.01,0.8040320396423339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,1,8,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,2,4,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,1,8,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,2,4,power_law_1.01,0.05280640125274658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,1,8,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,2,4,power_law_1.01,0.07229440212249756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,1,8,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,1,8,power_law_1.01,1.0035264015197753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,1,8,power_law_1.2,0.12450560331344604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,2,4,power_law_1.2,0.07207040190696716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,2,4,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,1,8,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,2,4,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,2,4,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,1,8,power_law_1.2,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,1,8,power_law_1.01,1.4329855918884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,2,4,power_law_1.01,0.062463998794555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,1,8,power_law_1.2,0.16179840564727782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,1,8,power_law_1.01,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,2,4,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,2,4,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,1,8,power_law_1.2,0.10959999561309815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,2,4,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,2,4,power_law_1.01,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,2,4,power_law_1.01,0.07537279725074768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,1,8,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,1,8,power_law_1.2,0.2046207904815674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,1,8,power_law_1.01,2.039193534851074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,2,4,power_law_1.2,0.07311360239982605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,1,8,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,2,4,power_law_1.01,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,2,4,power_law_1.2,0.04689280092716217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,2,4,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,1,8,power_law_1.01,0.24248960018157958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,1,8,power_law_1.2,0.19824639558792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,2,4,power_law_1.2,0.07414399981498718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,1,8,power_law_1.01,3.170310401916504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,2,4,power_law_1.01,0.07701759934425353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,1,8,power_law_1.2,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,2,4,power_law_1.01,0.08725119829177856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,1,8,power_law_1.01,0.31661438941955566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,1,8,power_law_1.2,0.2736063957214355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,2,4,power_law_1.2,0.04668160080909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,2,4,power_law_1.01,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,1,8,power_law_1.2,0.18596479892730713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,2,4,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,2,4,power_law_1.01,0.10319360494613647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,1,8,power_law_1.2,0.33216640949249265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,1,8,power_law_1.01,0.4728831768035889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,1,8,power_law_1.01,4.747859191894531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,2,4,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,1,8,power_law_1.2,0.23672959804534913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,2,4,power_law_1.2,0.047065600752830505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,2,4,power_law_1.2,0.07374719977378845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,2,4,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,1,8,power_law_1.2,0.46263680458068845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,1,8,power_law_1.01,0.618284797668457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,2,4,power_law_1.01,0.08766080141067505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,1,8,power_law_1.2,0.33734400272369386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,2,4,power_law_1.01,0.14254720211029054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,2,4,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,2,4,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,1,8,power_law_1.2,0.5998591899871826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,2,4,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,1,8,power_law_1.01,6.644960021972656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,1,8,power_law_1.01,0.8605695724487304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,1,8,power_law_1.2,0.44953598976135256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,2,4,power_law_1.01,0.18186240196228026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,2,4,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,1,8,power_law_1.2,0.7880767822265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,2,4,power_law_1.01,0.10525439977645874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,2,4,power_law_1.2,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,1,8,power_law_1.2,0.6492224216461182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,1,8,power_law_1.01,1.0770815849304198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,2,4,power_law_1.01,0.2109503984451294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,2,4,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,2,4,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,1,8,power_law_1.2,1.1815103530883788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,1,8,power_law_1.01,8.135238647460938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,2,4,power_law_1.2,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,1,8,power_law_1.2,0.8617983818054199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,2,4,power_law_1.01,0.34099199771881106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,1,8,power_law_1.01,1.7616895675659179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,2,4,power_law_1.01,0.11588480472564697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,2,4,power_law_1.2,0.08888959884643555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,1,8,power_law_1.2,1.813702392578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,2,4,power_law_1.01,0.4384768009185791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,1,8,power_law_1.2,1.2728575706481933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,2,4,power_law_1.2,0.05550079941749573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,2,4,power_law_1.01,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,1,8,power_law_1.01,2.2816703796386717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,2,4,power_law_1.2,0.09134719967842102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,2,4,power_law_1.01,0.6500351905822754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,1,8,power_law_1.2,2.511257553100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,2,4,power_law_1.01,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,1,8,power_law_1.2,1.6875520706176759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,2,4,power_law_1.2,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,1,8,power_law_1.01,13.238278198242188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,2,4,power_law_1.2,0.09522560238838196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,2,4,power_law_1.01,0.19169280529022217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,2,4,power_law_1.01,0.8765312194824219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,1,8,power_law_1.01,3.214150238037109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,1,8,power_law_1.2,3.2399360656738283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,2,4,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,1,8,power_law_1.2,2.518617630004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,2,4,power_law_1.01,0.24288640022277833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,2,4,power_law_1.01,1.2150976181030273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,2,4,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,2,4,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,1,8,power_law_1.01,5.274848175048828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,2,4,power_law_1.01,0.36207358837127684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,1,8,power_law_1.2,3.3501182556152345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,1,8,power_law_1.2,5.039321517944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,2,4,power_law_1.01,1.6961536407470703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,2,4,power_law_1.2,0.11222399473190307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,2,4,power_law_1.2,0.09359999895095825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,2,4,power_law_1.01,0.445849609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,1,8,power_law_1.01,25.264947509765626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,2,4,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,2,4,power_law_1.01,2.3642047882080077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,1,8,power_law_1.2,5.003251266479492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,2,4,power_law_1.2,0.10814080238342286
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,2,4,power_law_1.01,0.6365183830261231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,1,8,power_law_1.01,11.195820617675782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,1,8,power_law_1.2,11.54419174194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,2,4,power_law_1.2,0.1441856026649475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,2,4,power_law_1.01,3.398476791381836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,2,4,power_law_1.2,0.11694719791412353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,2,4,power_law_1.01,0.8691712379455566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,2,4,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,2,4,power_law_1.01,3.8893566131591797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,1,8,power_law_1.2,6.660915374755859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,2,4,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,2,4,power_law_1.01,1.4206975936889648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,2,4,power_law_1.2,0.2318336009979248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,2,4,power_law_1.01,6.318694305419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,2,4,power_law_1.2,0.16384639739990234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,2,4,power_law_1.01,1.5237119674682618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,2,4,power_law_1.2,0.2787264108657837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,1,8,power_law_1.2,8.300953674316407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,2,4,power_law_1.2,0.23265280723571777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,2,4,power_law_1.2,0.4315135955810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,2,4,power_law_1.01,1.776851272583008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,2,4,power_law_1.01,12.388787078857423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,2,4,power_law_1.2,0.25846400260925295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,2,4,power_law_1.2,0.4839168071746826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,2,4,power_law_1.2,0.4626175880432129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,2,4,power_law_1.01,4.166041564941406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,1,8,power_law_1.2,13.4619140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,2,4,power_law_1.2,0.6324160099029541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,2,4,power_law_1.2,0.5986303806304931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,2,4,power_law_1.2,0.9257023811340332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,2,4,power_law_1.2,0.8019904136657715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,2,4,power_law_1.01,7.603008270263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,2,4,power_law_1.2,1.4798784255981445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,2,4,power_law_1.2,1.3756352424621583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,4,2,power_law_1.01,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,4,2,power_law_1.01,0.059596800804138185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,2,4,power_law_1.2,2.1723072052001955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,4,2,power_law_1.01,0.025190401077270507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,2,4,power_law_1.2,1.686310386657715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,1,8,power_law_1.2,26.98322448730469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,4,2,power_law_1.01,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,4,2,power_law_1.2,0.027859199047088622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,4,2,power_law_1.01,0.027846398949623107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,2,4,power_law_1.2,2.467398452758789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,2,4,power_law_1.2,2.64847354888916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,4,2,power_law_1.01,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,4,2,power_law_1.2,0.02396160066127777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,4,2,power_law_1.01,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,4,2,power_law_1.01,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,2,4,power_law_1.2,3.273107147216797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,4,2,power_law_1.2,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,2,4,power_law_1.2,4.145151901245117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,4,2,power_law_1.01,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,4,2,power_law_1.01,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,4,2,power_law_1.2,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,4,2,power_law_1.01,0.03706879913806915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,2,4,power_law_1.2,5.066745758056641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,4,2,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,4,2,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,4,2,power_law_1.2,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,4,2,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,2,4,power_law_1.2,9.009164428710937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,4,2,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,4,2,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,2,4,power_law_1.2,5.820409774780273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,4,2,power_law_1.01,0.04403199851512909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,4,2,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,4,2,power_law_1.01,0.07621759772300721
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,4,2,power_law_1.01,0.04812160134315491
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,8,1,power_law_1.01,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,4,2,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,4,2,power_law_1.2,0.04361599981784821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,4,2,power_law_1.01,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,4,2,power_law_1.01,0.04690560102462769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,8,1,power_law_1.01,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,2,4,power_law_1.2,11.333414459228516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,4,2,power_law_1.2,0.048127999901771544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,4,2,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,4,2,power_law_1.01,0.04648320078849792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,8,1,power_law_1.01,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,4,2,power_law_1.01,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,8,1,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,4,2,power_law_1.2,0.04607360064983368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,4,2,power_law_1.2,0.07228800058364868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,8,1,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,4,2,power_law_1.01,0.04832000136375427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,4,2,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,4,2,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,8,1,power_law_1.2,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,4,2,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,8,1,power_law_1.01,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,4,2,power_law_1.01,0.06718720197677612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,4,2,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,2,4,power_law_1.2,20.690328979492186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,4,2,power_law_1.2,0.050995200872421265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,8,1,power_law_1.01,0.03275519907474518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,8,1,power_law_1.2,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,4,2,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,4,2,power_law_1.01,0.07065600156784058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,4,2,power_law_1.01,0.08887680172920227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,8,1,power_law_1.01,0.036083200573921205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,4,2,power_law_1.2,0.06739839911460876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,8,1,power_law_1.2,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,4,2,power_law_1.01,0.0827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,4,2,power_law_1.2,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,8,1,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,4,2,power_law_1.01,0.09831039905548096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,8,1,power_law_1.2,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,4,2,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,4,2,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,4,2,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,8,1,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,8,1,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,4,2,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,4,2,power_law_1.01,0.10629119873046874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,4,2,power_law_1.2,0.07581440210342408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,4,2,power_law_1.2,0.08335360288619995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,8,1,power_law_1.01,0.04648320078849792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,8,1,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,8,1,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,4,2,power_law_1.01,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,4,2,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,4,2,power_law_1.01,0.11017600297927857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,4,2,power_law_1.2,0.09891200065612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,8,1,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,8,1,power_law_1.2,0.04174720048904419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,8,1,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,4,2,power_law_1.01,0.17571200132369996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,4,2,power_law_1.2,0.08153600096702576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,4,2,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,4,2,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,8,1,power_law_1.01,0.047916799783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,8,1,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,4,2,power_law_1.01,0.22691841125488282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,4,2,power_law_1.2,0.08375679850578308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,4,2,power_law_1.2,0.130457603931427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,4,2,power_law_1.01,0.14867839813232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,8,1,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,8,1,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,8,1,power_law_1.2,0.043372800946235655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,4,2,power_law_1.01,0.3371328115463257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,4,2,power_law_1.01,0.1814463973045349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,4,2,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,4,2,power_law_1.2,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,8,1,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,8,1,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,8,1,power_law_1.2,0.04730879962444305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,4,2,power_law_1.01,0.41103358268737794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,4,2,power_law_1.01,0.20685439109802245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,4,2,power_law_1.2,0.09626240134239197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,4,2,power_law_1.2,0.23549439907073974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,8,1,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,8,1,power_law_1.2,0.051622402667999265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,8,1,power_law_1.01,0.07086719870567322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,8,1,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,4,2,power_law_1.01,0.5941247940063477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,8,1,power_law_1.01,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,4,2,power_law_1.2,0.10055680274963379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,4,2,power_law_1.01,0.29041280746459963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,4,2,power_law_1.2,0.3407936096191406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,8,1,power_law_1.2,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,8,1,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,8,1,power_law_1.01,0.08234879970550538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,4,2,power_law_1.01,0.8564800262451172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,4,2,power_law_1.2,0.11224960088729859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,8,1,power_law_1.2,0.04894720017910004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,4,2,power_law_1.2,0.4449984073638916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,4,2,power_law_1.01,0.35267839431762693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,8,1,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,8,1,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,4,2,power_law_1.2,0.1283776044845581
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,4,2,power_law_1.2,0.6570047855377197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,4,2,power_law_1.01,0.4872128009796143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,8,1,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,4,2,power_law_1.01,1.1753536224365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,8,1,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,8,1,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.01,0.13147519826889037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,4,2,power_law_1.2,0.14602240324020385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,4,2,power_law_1.2,0.8675392150878907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,4,2,power_law_1.01,0.6516672134399414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,8,1,power_law_1.2,0.07638400197029113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,8,1,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,4,2,power_law_1.01,1.5470720291137696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,8,1,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.01,0.19025919437408448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,4,2,power_law_1.2,0.1968127965927124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,4,2,power_law_1.2,1.2875712394714356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,8,1,power_law_1.2,0.08457599878311158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,4,2,power_law_1.01,0.9187328338623046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.01,0.23966081142425538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,8,1,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,8,1,power_law_1.2,0.0716480016708374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,4,2,power_law_1.2,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,4,2,power_law_1.01,2.1047231674194338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,8,1,power_law_1.2,0.11550079584121704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.01,0.34917759895324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,4,2,power_law_1.2,1.707219123840332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,4,2,power_law_1.01,1.3195263862609863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,4,2,power_law_1.2,0.288972806930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,8,1,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,8,1,power_law_1.01,0.07620480060577392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.01,0.4581439971923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,4,2,power_law_1.2,0.37253119945526125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,4,2,power_law_1.01,2.969798469543457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,4,2,power_law_1.2,2.5436159133911134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,4,2,power_law_1.01,1.3203519821166991
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,8,1,power_law_1.2,0.07251200079917908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,8,1,power_law_1.01,0.07802879810333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.01,0.6778816223144531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.2,0.19415040016174318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,4,2,power_law_1.2,0.4712384223937988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,4,2,power_law_1.01,2.5800703048706053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,4,2,power_law_1.2,3.386163330078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,8,1,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.01,0.8953856468200684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.2,0.2508928060531616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,8,1,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,4,2,power_law_1.01,4.045619201660156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,4,2,power_law_1.2,0.6651840209960938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.2,0.3604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,8,1,power_law_1.2,0.07393280267715455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.01,1.3404159545898438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,4,2,power_law_1.2,4.23034896850586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,8,1,power_law_1.01,0.08680959939956664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,4,2,power_law_1.2,1.0178560256958007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,4,2,power_law_1.01,5.932057571411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.2,0.4671679973602295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,8,1,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,4,2,power_law_1.01,6.2285503387451175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,8,1,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,4,2,power_law_1.2,1.3142016410827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.01,1.7747968673706054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,4,2,power_law_1.2,6.733805084228516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.2,0.6836544036865234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,8,1,power_law_1.01,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,4,2,power_law_1.2,1.7473535537719727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,8,1,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,8,1,power_law_1.01,2.2165504455566407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,8,1,power_law_1.01,0.09952639937400817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,4,2,power_law_1.2,2.478873634338379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,8,1,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.2,0.902342414855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,4,2,power_law_1.2,13.411328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,4,2,power_law_1.01,13.370982360839843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,8,1,power_law_1.01,3.5315776824951173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,8,1,power_law_1.01,0.10607999563217163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,8,1,power_law_1.2,0.08356480002403259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.2,1.3486080169677734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,4,2,power_law_1.2,5.34015998840332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,8,1,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,8,1,power_law_1.2,0.08704000115394592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.2,1.7870847702026367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,8,1,power_law_1.01,7.037542724609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.01,0.1408959984779358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,8,1,power_law_1.2,0.09850879907608032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,8,1,power_law_1.2,2.2259647369384767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,8,1,power_law_1.2,0.10035840272903443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.01,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,8,1,power_law_1.2,0.1093567967414856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.01,0.20560638904571532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,8,1,power_law_1.2,3.547545623779297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,8,1,power_law_1.2,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.01,0.2676736116409302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,8,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,8,1,power_law_1.2,0.14458240270614625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.01,0.3229696035385132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,8,1,power_law_1.2,7.051487731933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,8,power_law_1.01,0.025836798548698425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,8,1,power_law_1.2,0.17284480333328248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.01,0.44257278442382814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,8,power_law_1.01,0.030726400017738343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,8,1,power_law_1.2,0.2025536060333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.01,0.5658624172210693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,8,power_law_1.01,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,8,1,power_law_1.2,0.2676736116409302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,8,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.01,0.8089664459228516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,8,power_law_1.2,0.10280319452285766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,8,1,power_law_1.2,0.3231744050979614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,8,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.01,1.0573887825012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,8,power_law_1.2,0.13230719566345214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,8,1,power_law_1.2,0.4462592124938965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,8,power_law_1.01,0.1423424005508423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,8,power_law_1.01,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,8,1,power_law_1.01,1.308454418182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,8,1,power_law_1.2,0.5634111881256103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,8,power_law_1.2,0.08457599878311158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,8,power_law_1.01,0.10138880014419556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,8,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,8,1,power_law_1.2,0.808140754699707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,8,power_law_1.2,0.09544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,8,1,power_law_1.01,2.1100543975830077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,8,power_law_1.01,0.09605119824409485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,8,power_law_1.01,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,8,1,power_law_1.2,1.0590144157409669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,8,power_law_1.2,0.11448320150375366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,8,power_law_1.01,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,8,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,8,1,power_law_1.01,4.402783966064453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,8,1,power_law_1.2,1.3203455924987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,8,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,4,power_law_1.01,0.034201601147651674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,8,power_law_1.01,0.13497600555419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,8,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,8,1,power_law_1.2,2.117401695251465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,8,power_law_1.2,0.16301440000534057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,4,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,8,power_law_1.01,0.09340159893035889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,8,power_law_1.01,0.17059199810028075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,4,power_law_1.2,0.024160000681877136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,8,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,8,1,power_law_1.2,4.406067276000977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,8,power_law_1.01,0.11058559417724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,4,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,8,power_law_1.01,0.17469439506530762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,4,power_law_1.2,0.025817599892616273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,8,power_law_1.2,0.17244800329208373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,8,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,4,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,8,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,8,power_law_1.01,0.1765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,4,power_law_1.2,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,8,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,4,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,8,power_law_1.01,0.16056959629058837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,8,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,8,power_law_1.01,0.1785024046897888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,4,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,8,power_law_1.2,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,4,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,8,power_law_1.01,0.11592960357666016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,8,power_law_1.01,0.1820736050605774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,8,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,4,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,8,power_law_1.2,0.19455360174179076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,4,power_law_1.01,0.0862272024154663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,8,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,8,power_law_1.01,0.19251199960708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,4,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,8,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,8,power_law_1.2,0.1912832021713257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,4,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,8,power_law_1.01,0.1703871965408325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,8,power_law_1.01,0.19005440473556517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,4,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,8,power_law_1.2,0.07597439885139465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,8,power_law_1.2,0.19946880340576173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,4,power_law_1.01,0.09687039852142335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,4,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,8,power_law_1.01,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,8,power_law_1.01,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,4,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,8,power_law_1.2,0.08826239705085755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,4,power_law_1.01,0.1103935956954956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,4,power_law_1.01,0.1124351978302002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,8,power_law_1.2,0.20623359680175782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,8,power_law_1.01,0.18186240196228026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,4,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,4,power_law_1.2,0.06759039759635925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,8,power_law_1.01,0.20561280250549316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,8,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,4,power_law_1.01,0.08908799886703492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,8,power_law_1.2,0.22097280025482177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,8,power_law_1.01,0.23900160789489747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,4,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,4,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,4,power_law_1.2,0.07578880190849305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,8,power_law_1.2,0.11694079637527466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,8,power_law_1.01,0.205401611328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,4,power_law_1.01,0.10241279602050782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,8,power_law_1.2,0.22998399734497071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,8,power_law_1.01,0.3082240104675293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,4,power_law_1.01,0.1773568034172058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,4,power_law_1.2,0.11447679996490479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,4,power_law_1.2,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,8,power_law_1.2,0.2535423994064331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,4,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,8,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,8,power_law_1.01,0.22201600074768066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,8,power_law_1.01,0.45159039497375486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,4,power_law_1.01,0.2238464117050171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,8,power_law_1.2,0.27790720462799073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,4,power_law_1.01,0.15299839973449708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,4,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,8,power_law_1.2,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,8,power_law_1.01,0.24759678840637206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,4,power_law_1.2,0.08785920143127442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,8,power_law_1.01,0.5953536033630371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,4,power_law_1.01,0.16261119842529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,8,power_law_1.2,0.3160320043563843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,8,power_law_1.2,0.19743360280990602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,4,power_law_1.01,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,4,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,8,power_law_1.01,0.2836416006088257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,4,power_law_1.2,0.10342400074005127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,8,power_law_1.01,0.8830911636352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,8,power_law_1.2,0.23695359230041504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,8,power_law_1.2,0.34692480564117434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,4,power_law_1.01,0.19313280582427977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,4,power_law_1.2,0.1548416018486023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,4,power_law_1.01,0.2023360013961792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,8,power_law_1.01,0.3047424077987671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,4,power_law_1.2,0.12431999444961547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,8,power_law_1.01,1.1700223922729491
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,8,power_law_1.2,0.27381761074066163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,4,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,8,power_law_1.2,0.45035519599914553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,4,power_law_1.01,0.2408384084701538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,4,power_law_1.01,0.2054208040237427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,8,power_law_1.01,0.3340224027633667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,4,power_law_1.2,0.14396799802780152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,8,power_law_1.01,1.7432640075683594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,8,power_law_1.2,0.344652795791626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,4,power_law_1.2,0.13249919414520264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,8,power_law_1.2,0.5441535949707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,4,power_law_1.01,0.2070528030395508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,4,power_law_1.01,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,8,power_law_1.01,0.4048895835876465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,4,power_law_1.2,0.19107840061187745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,8,power_law_1.2,0.24719998836517335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,8,power_law_1.01,2.3199743270874023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,8,power_law_1.2,0.6946815967559814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,4,power_law_1.2,0.16671359539031982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,4,power_law_1.01,0.25167999267578123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,4,power_law_1.2,0.19108480215072632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,4,power_law_1.01,0.22077438831329346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,8,power_law_1.01,0.4970560073852539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,8,power_law_1.2,0.2932735919952393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,8,power_law_1.2,0.8118271827697754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,4,power_law_1.2,0.19742079973220825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,4,power_law_1.2,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,4,power_law_1.01,0.3631103992462158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,4,power_law_1.01,0.22262399196624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,8,power_law_1.01,0.6301695823669433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,8,power_law_1.01,2.897715187072754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,8,power_law_1.2,0.3901439905166626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,8,power_law_1.2,1.2417023658752442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,4,power_law_1.2,0.20459520816802979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,4,power_law_1.01,0.2234368085861206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,4,power_law_1.01,0.4769728183746338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,4,power_law_1.2,0.1781823992729187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,8,power_law_1.2,0.3151808023452759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,8,power_law_1.01,0.7778240203857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,8,power_law_1.01,4.617631912231445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,4,power_law_1.01,0.2420736074447632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,4,power_law_1.2,0.2215872049331665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,8,power_law_1.2,0.40816640853881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,4,power_law_1.01,0.6803391933441162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,8,power_law_1.2,1.3699071884155274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,4,power_law_1.2,0.24330239295959472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,8,power_law_1.01,1.0289216041564941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,8,power_law_1.2,0.6137856006622314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,4,power_law_1.01,0.2529088020324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,4,power_law_1.2,0.22876160144805907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,4,power_law_1.2,0.3078144073486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,4,power_law_1.01,0.8998911857604981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,8,power_law_1.2,1.9220544815063476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,8,power_law_1.2,0.8040448188781738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,8,power_law_1.01,1.385472011566162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,4,power_law_1.01,0.24863359928131104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,8,power_law_1.01,9.209452819824218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,4,power_law_1.2,0.446668815612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,4,power_law_1.2,0.23142399787902831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,4,power_law_1.01,1.3174783706665039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,8,power_law_1.2,3.0160959243774412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,8,power_law_1.2,1.1769856452941894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,4,power_law_1.01,0.2668544054031372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,4,power_law_1.2,0.5785600185394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,4,power_law_1.2,0.24596478939056396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,4,power_law_1.01,1.7903680801391602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,8,power_law_1.01,1.632249641418457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,8,power_law_1.2,1.477017593383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,4,power_law_1.01,0.28241920471191406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,4,power_law_1.2,0.252729606628418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,4,power_law_1.2,0.8650752067565918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,8,power_law_1.2,5.820415878295899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,4,power_law_1.01,2.613657569885254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,8,power_law_1.2,2.438764762878418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,4,power_law_1.2,0.26070399284362794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,4,power_law_1.01,0.3248127937316895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,8,power_law_1.01,2.5677888870239256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,4,power_law_1.2,1.1425791740417481
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,8,power_law_1.2,3.2026622772216795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,4,power_law_1.2,0.27299840450286866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,4,power_law_1.01,3.6317184448242186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,4,power_law_1.01,0.3749824047088623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,4,power_law_1.2,1.7080320358276366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,8,power_law_1.2,4.75976333618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,4,power_law_1.2,0.2984127998352051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,4,power_law_1.01,0.3895296096801758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,8,power_law_1.01,4.690943908691406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,4,power_law_1.01,4.379846572875977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,8,power_law_1.2,5.727833557128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,4,power_law_1.2,2.275129508972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,4,power_law_1.2,0.3287103891372681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,4,power_law_1.01,0.4798463821411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,2,power_law_1.01,0.024223999679088594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,4,power_law_1.2,0.3866624116897583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,2,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,4,power_law_1.01,0.5556159973144531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,4,power_law_1.2,2.8452863693237305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,8,power_law_1.2,8.06890869140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,4,power_law_1.01,6.702687835693359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,2,power_law_1.01,0.024979199469089507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,4,power_law_1.2,0.40510082244873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,4,power_law_1.01,0.7073408126831054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,2,power_law_1.01,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,4,power_law_1.2,0.502784013748169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,4,power_law_1.2,4.529971313476563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,2,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,4,power_law_1.01,0.8966208457946777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,2,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,8,power_law_1.2,12.088294219970702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,4,power_law_1.2,0.5789696216583252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,2,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,4,power_law_1.01,14.378598022460938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,2,power_law_1.01,0.05244799852371216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,4,power_law_1.01,1.222047996520996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,4,power_law_1.2,0.7385151863098145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,2,power_law_1.2,0.02540160119533539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,2,power_law_1.01,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,4,power_law_1.2,9.02389144897461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,4,power_law_1.01,1.6011199951171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,2,power_law_1.2,0.029491201043128967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,4,power_law_1.2,0.9478143692016602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,2,power_law_1.01,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,2,power_law_1.2,0.044659200310707095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,4,power_law_1.01,1.8583616256713866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,8,power_law_1.2,24.26511993408203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,4,power_law_1.2,1.3436863899230957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,2,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,2,power_law_1.2,0.05485439896583557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,2,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,4,power_law_1.2,1.637990379333496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,4,power_law_1.01,3.146342468261719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,2,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,2,power_law_1.01,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,4,power_law_1.2,2.1747711181640623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,2,power_law_1.01,0.08417279720306396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,2,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,2,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,1,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,2,power_law_1.2,0.08625919818878174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,2,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,4,power_law_1.01,5.661695861816407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,2,power_law_1.01,0.12329599857330323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,4,power_law_1.2,3.1698944091796877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,2,power_law_1.2,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,2,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,1,power_law_1.01,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,2,power_law_1.01,0.15236480236053468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,1,power_law_1.2,0.022144000232219695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,2,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,2,power_law_1.01,0.11999360322952271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,1,power_law_1.01,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,2,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,2,power_law_1.01,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,1,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,2,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,1,power_law_1.01,0.028249600529670717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,4,power_law_1.2,6.403890991210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,2,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,2,power_law_1.01,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,1,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,2,power_law_1.2,0.12819839715957643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,1,power_law_1.2,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,2,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,2,power_law_1.01,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,2,power_law_1.01,0.24104321002960205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,1,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,2,power_law_1.2,0.1577023983001709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,2,power_law_1.2,0.09585279822349549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,1,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,2,power_law_1.01,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,1,power_law_1.01,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,2,power_law_1.01,0.2625472068786621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,2,power_law_1.2,0.12431999444961547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,2,power_law_1.2,0.09440640211105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,1,power_law_1.2,0.05777279734611511
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,2,power_law_1.01,0.1947648048400879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,1,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,2,power_law_1.01,0.2594815969467163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,2,power_law_1.2,0.11489280462265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,2,power_law_1.2,0.13905279636383056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,1,power_law_1.2,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,2,power_law_1.01,0.26030080318450927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,1,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,2,power_law_1.01,0.2680896043777466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,2,power_law_1.2,0.1429759979248047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,2,power_law_1.2,0.17203199863433838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,1,power_law_1.2,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,2,power_law_1.01,0.3348479986190796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,1,power_law_1.01,0.08478080034255982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,2,power_law_1.01,0.29061119556427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,2,power_law_1.2,0.17612799406051635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,2,power_law_1.2,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,1,power_law_1.2,0.08540800213813782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,1,power_law_1.01,0.09831039905548096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,2,power_law_1.01,0.2836416006088257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,2,power_law_1.01,0.47902722358703614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,2,power_law_1.2,0.24001920223236084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,2,power_law_1.2,0.19864959716796876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,1,power_law_1.2,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,1,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,2,power_law_1.2,0.2510848045349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,2,power_law_1.01,0.28882560729980467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,2,power_law_1.01,0.633241605758667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,2,power_law_1.2,0.26275200843811036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,1,power_law_1.01,0.1253056049346924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,1,power_law_1.2,0.10156799554824829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,2,power_law_1.2,0.26010239124298096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,2,power_law_1.01,0.291430401802063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,2,power_law_1.01,0.9232064247131347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,2,power_law_1.2,0.27156479358673097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,1,power_law_1.01,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,1,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,2,power_law_1.2,0.33607680797576905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,2,power_law_1.01,0.31026558876037597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,2,power_law_1.2,0.2815999984741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,2,power_law_1.01,1.2130240440368651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,1,power_law_1.01,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,1,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,2,power_law_1.01,0.319488000869751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,2,power_law_1.2,0.4790207862854004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,2,power_law_1.2,0.29511680603027346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,1,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,1,power_law_1.2,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,2,power_law_1.01,0.3483648061752319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,2,power_law_1.2,0.6137919902801514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,2,power_law_1.01,1.7932287216186524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,1,power_law_1.01,0.09749119877815246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,2,power_law_1.2,0.2947007894515991
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,1,power_law_1.01,0.1659008026123047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,1,power_law_1.2,0.16363519430160522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,2,power_law_1.01,0.38359038829803466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,2,power_law_1.2,0.9134079933166503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,2,power_law_1.2,0.30168321132659914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,2,power_law_1.01,2.401894378662109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,1,power_law_1.01,0.16135040521621705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,1,power_law_1.01,0.10568959712982177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,1,power_law_1.2,0.13966720104217528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,2,power_law_1.01,0.4153279781341553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,2,power_law_1.2,1.2212160110473633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,2,power_law_1.2,0.32890241146087645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.01,0.19537919759750366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,1,power_law_1.2,0.1537727952003479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,2,power_law_1.01,0.4966400146484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,1,power_law_1.01,0.11592320203781128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,2,power_law_1.01,2.941951942443848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,1,power_law_1.2,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,2,power_law_1.2,0.3342335939407349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,2,power_law_1.2,1.7784832000732422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,1,power_law_1.2,0.1810431957244873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.01,0.21647360324859619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,2,power_law_1.01,0.5375999927520752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,1,power_law_1.01,0.16629120111465454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,2,power_law_1.2,0.360646390914917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,1,power_law_1.2,0.10648959875106812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,1,power_law_1.2,0.17980799674987794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.01,0.2684927940368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,2,power_law_1.2,2.376908874511719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,2,power_law_1.01,4.557823944091797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,2,power_law_1.2,0.3897279977798462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,2,power_law_1.01,0.6553791999816895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.2,0.21401600837707518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,1,power_law_1.01,0.21135358810424804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,1,power_law_1.2,0.11960959434509277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.01,0.3659775972366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,2,power_law_1.2,2.999705505371094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,2,power_law_1.2,0.43724799156188965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.2,0.23898239135742189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,2,power_law_1.01,0.7466815948486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.01,0.4655104160308838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,1,power_law_1.01,0.264192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,1,power_law_1.2,0.15400960445404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,2,power_law_1.2,0.5048319816589355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,2,power_law_1.01,9.568895721435547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.2,0.29224960803985595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,2,power_law_1.2,4.835731124877929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.01,0.6684927940368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,1,power_law_1.2,0.1914687991142273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,1,power_law_1.01,0.35921919345855713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,2,power_law_1.01,0.9920512199401855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.2,0.38894081115722656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,2,power_law_1.2,0.5412928104400635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.2,0.4941823959350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,1,power_law_1.2,0.2344896078109741
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.01,0.8728575706481934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,1,power_law_1.01,0.3620800018310547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,2,power_law_1.2,0.6532800197601318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,2,power_law_1.01,1.2056575775146485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,2,power_law_1.2,9.059929656982423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.2,0.6905792236328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,1,power_law_1.2,0.3397631883621216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,2,power_law_1.2,0.7471168041229248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,1,power_law_1.01,0.3708928108215332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,1,power_law_1.01,1.283078384399414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.2,0.8953920364379883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,2,power_law_1.01,1.6191423416137696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,2,power_law_1.2,1.0194944381713866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,1,power_law_1.2,0.34941439628601073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,1,power_law_1.01,0.38154239654541017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,1,power_law_1.2,1.3039551734924317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,1,power_law_1.01,1.7039360046386718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,2,power_law_1.01,2.0944896697998048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,2,power_law_1.2,1.2572671890258789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,1,power_law_1.2,0.36659200191497804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,1,power_law_1.01,0.40263681411743163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,1,power_law_1.2,1.7195072174072266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,1,power_law_1.01,2.1190399169921874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,1,power_law_1.01,0.41962881088256837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,1,power_law_1.2,0.378873610496521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,1,power_law_1.2,2.1358591079711915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,2,power_law_1.2,1.6863296508789063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,2,power_law_1.01,2.542380714416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,8,power_law_1.01,0.030668801069259642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,1,power_law_1.01,0.42823038101196287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,1,power_law_1.2,0.39629440307617186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,8,power_law_1.01,0.02682879865169525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,2,power_law_1.2,2.1866432189941407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,1,power_law_1.2,3.3685184478759767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,1,power_law_1.01,3.3566654205322264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,1,power_law_1.01,0.4214784145355225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,1,power_law_1.2,0.41492481231689454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,8,power_law_1.01,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,2,power_law_1.01,4.013663864135742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,8,power_law_1.01,0.03276160061359405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,1,power_law_1.01,0.4573184013366699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,1,power_law_1.2,0.41717119216918946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,2,power_law_1.2,2.6144704818725586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,8,power_law_1.2,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,8,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,1,power_law_1.2,6.650265502929687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,1,power_law_1.01,0.4589439868927002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,1,power_law_1.2,0.421676778793335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,1,power_law_1.01,6.654367828369141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,8,power_law_1.2,0.02313600033521652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,8,power_law_1.01,0.05367680191993714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,2,power_law_1.01,7.615660858154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,1,power_law_1.01,0.49500160217285155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,1,power_law_1.2,0.4679679870605469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,2,power_law_1.2,4.196352005004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,8,power_law_1.2,0.02707839906215668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,8,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,1,power_law_1.01,0.5662720203399658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,1,power_law_1.2,0.48762240409851076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,8,power_law_1.2,0.030752000212669373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,8,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,1,power_law_1.2,0.5142591953277588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.01,0.6256639957427979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,8,power_law_1.2,0.03894400000572205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,8,power_law_1.01,0.057734400033950806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,2,power_law_1.2,8.476262664794922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,1,power_law_1.2,0.5875711917877198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,8,power_law_1.2,0.05240319967269898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.01,0.7430143833160401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,8,power_law_1.01,0.061817598342895505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,1,power_law_1.2,0.6328256130218506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,8,power_law_1.2,0.0591871976852417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,8,power_law_1.01,0.07269759774208069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.01,0.8024064064025879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,8,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,8,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,8,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,8,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,1,power_law_1.2,0.7524543762207031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.01,0.9945088386535644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,8,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,8,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,8,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,8,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,1,power_law_1.2,0.8146880149841309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,8,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.01,1.1434111595153809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,4,power_law_1.01,0.022540800273418427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,8,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,8,power_law_1.2,0.062054401636123656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,8,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,8,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,1,power_law_1.2,1.0051584243774414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.01,1.5060992240905762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,4,power_law_1.01,0.02396160066127777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,8,power_law_1.01,0.06696320176124573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,8,power_law_1.2,0.07002879977226258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,8,power_law_1.01,0.05367040038108826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,8,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,4,power_law_1.01,0.02887679934501648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,1,power_law_1.2,1.1712512016296386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,8,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,8,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,8,power_law_1.01,0.056953597068786624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.01,1.863680076599121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,8,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,4,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,4,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,8,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,8,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,8,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,8,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,1,power_law_1.2,1.5228927612304688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,4,power_law_1.2,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,4,power_law_1.01,0.04711039960384369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,1,power_law_1.01,2.590713691711426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,8,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,8,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,8,power_law_1.01,0.07680000066757202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,8,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,4,power_law_1.2,0.028454399108886717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,4,power_law_1.01,0.06472960114479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,8,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,1,power_law_1.2,1.8800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,8,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,8,power_law_1.01,0.07454079985618592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,8,power_law_1.01,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,1,power_law_1.01,3.307084655761719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,4,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,4,power_law_1.01,0.05429120063781738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,8,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,8,power_law_1.2,0.07310079932212829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,8,power_law_1.01,0.07722880244255066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,8,power_law_1.01,0.17407360076904296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,8,power_law_1.2,0.08049280047416688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,4,power_law_1.2,0.04402559995651245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,4,power_law_1.01,0.05735679864883423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,1,power_law_1.2,2.587436866760254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,8,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,8,power_law_1.01,0.07638400197029113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,8,power_law_1.01,0.21667840480804443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,1,power_law_1.01,4.012031936645508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,8,power_law_1.2,0.0772159993648529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,4,power_law_1.2,0.06410239934921265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,4,power_law_1.01,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,8,power_law_1.2,0.11201920509338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,8,power_law_1.01,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,8,power_law_1.01,0.3235840082168579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,4,power_law_1.2,0.05509120225906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,8,power_law_1.2,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,1,power_law_1.2,3.305472183227539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,4,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,8,power_law_1.2,0.13332480192184448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,8,power_law_1.01,0.07866880297660828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,8,power_law_1.01,0.39792640209198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,4,power_law_1.2,0.05774719715118408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,8,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,4,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,1,power_law_1.01,6.192537689208985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,8,power_law_1.2,0.17857919931411742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,8,power_law_1.01,0.08131840229034423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,4,power_law_1.2,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,8,power_law_1.01,0.5769216060638428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,8,power_law_1.2,0.09420160055160523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,1,power_law_1.2,4.023948669433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,4,power_law_1.01,0.06842240095138549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,8,power_law_1.2,0.2213887929916382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,8,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,4,power_law_1.2,0.07024639844894409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,8,power_law_1.2,0.09441279768943786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,4,power_law_1.01,0.07393280267715455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,8,power_law_1.01,0.7684095859527588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,8,power_law_1.01,0.08947200179100037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,8,power_law_1.2,0.33688960075378416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,4,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,8,power_law_1.2,0.1093567967414856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,4,power_law_1.01,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,1,power_law_1.01,12.135820770263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,1,power_law_1.2,6.235539245605469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,8,power_law_1.01,0.09359359741210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,8,power_law_1.01,1.1769856452941894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,8,power_law_1.2,0.42086400985717776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,4,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,8,power_law_1.2,0.12123520374298095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,4,power_law_1.01,0.07640960216522216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,8,power_law_1.01,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,4,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,8,power_law_1.2,0.6328256130218506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,8,power_law_1.01,1.53887996673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,8,power_law_1.2,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,4,power_law_1.01,0.08294399976730346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,8,power_law_1.01,0.11756160259246826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,4,power_law_1.2,0.06901119947433472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,8,power_law_1.2,0.8482815742492675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,8,power_law_1.2,0.14172799587249757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,4,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,1,power_law_1.2,12.294348907470702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,4,power_law_1.2,0.07660160064697266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,8,power_law_1.01,1.9458047866821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,8,power_law_1.01,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,8,power_law_1.2,0.17611520290374755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,4,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,8,power_law_1.2,1.3358783721923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,4,power_law_1.2,0.08417919874191285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,8,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,8,power_law_1.2,0.22097280025482177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,4,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,4,power_law_1.2,0.07720959782600403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,8,power_law_1.01,2.9116416931152345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,8,power_law_1.01,0.1644544005393982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,8,power_law_1.2,1.8620416641235351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,4,power_law_1.01,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,8,power_law_1.2,0.26890881061553956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,4,power_law_1.2,0.09868800044059753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,8,power_law_1.01,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,4,power_law_1.01,0.0573248028755188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,8,power_law_1.2,2.096544075012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,4,power_law_1.2,0.11285120248794556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,4,power_law_1.01,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,8,power_law_1.2,0.3921792030334473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,8,power_law_1.01,0.2365504026412964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,4,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,8,power_law_1.01,6.099558258056641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,4,power_law_1.2,0.14952319860458374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,4,power_law_1.01,0.23776640892028808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,8,power_law_1.01,0.33218560218811033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,8,power_law_1.2,0.47165441513061523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,8,power_law_1.2,3.847577667236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,4,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,4,power_law_1.2,0.1929152011871338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,8,power_law_1.01,0.4257791996002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,4,power_law_1.01,0.3094144105911255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,4,power_law_1.01,0.06123520135879516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,4,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,4,power_law_1.2,0.2703360080718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,8,power_law_1.2,0.6947135925292969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,8,power_law_1.01,0.5912384033203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,8,power_law_1.2,7.6095420837402346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,4,power_law_1.01,0.06555520296096802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,4,power_law_1.01,0.4413440227508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,4,power_law_1.2,0.3340543985366821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,4,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,8,power_law_1.01,0.7897024154663086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,8,power_law_1.2,0.9416704177856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,4,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,4,power_law_1.2,0.5003456115722656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,4,power_law_1.01,0.5908480167388916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,8,power_law_1.01,0.8945471763610839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,4,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,4,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,4,power_law_1.2,0.6451200008392334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,8,power_law_1.2,1.0745856285095214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,2,power_law_1.01,0.020921599864959717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,4,power_law_1.2,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,4,power_law_1.01,0.8478400230407714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,8,power_law_1.01,1.4770112037658691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,4,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,2,power_law_1.01,0.020505599677562714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,4,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,4,power_law_1.2,0.9379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,2,power_law_1.01,0.02456959933042526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,4,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,8,power_law_1.2,1.5622528076171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,4,power_law_1.01,1.194598388671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,4,power_law_1.2,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,8,power_law_1.01,3.184230422973633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,2,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,4,power_law_1.01,0.09091200232505799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,4,power_law_1.2,1.2404800415039063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,4,power_law_1.2,0.08887040019035339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,2,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,2,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,4,power_law_1.01,1.4006208419799804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,4,power_law_1.01,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,4,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,2,power_law_1.2,0.020895999670028687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,4,power_law_1.2,1.4843903541564942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,2,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,8,power_law_1.2,4.388044738769532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,4,power_law_1.01,0.09381759762763978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,4,power_law_1.2,0.09008640050888062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,2,power_law_1.2,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,2,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,4,power_law_1.01,2.372403144836426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,4,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,4,power_law_1.2,0.09071999788284302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,2,power_law_1.2,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,4,power_law_1.2,2.7830272674560548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,2,power_law_1.01,0.05713919997215271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,4,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,4,power_law_1.2,0.09686400294303894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,2,power_law_1.2,0.03443840146064758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,2,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,4,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,4,power_law_1.2,0.09850879907608032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,2,power_law_1.2,0.05119360089302063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,4,power_law_1.01,4.47509765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,2,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,4,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,2,power_law_1.2,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,4,power_law_1.2,0.09895679950714112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,4,power_law_1.2,5.181024169921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,2,power_law_1.01,0.07212160229682922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,4,power_law_1.01,0.12332160472869873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,4,power_law_1.2,0.10465919971466064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,2,power_law_1.2,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,2,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,4,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,4,power_law_1.2,0.11080319881439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,2,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,2,power_law_1.01,0.05320960283279419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,2,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,4,power_law_1.01,0.1519551992416382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,4,power_law_1.2,0.12062720060348511
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,2,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,2,power_law_1.01,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,4,power_law_1.2,0.12288639545440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,4,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,2,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,2,power_law_1.2,0.07310720086097718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,2,power_law_1.2,0.05245440006256104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,4,power_law_1.2,0.1415168046951294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,2,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,4,power_law_1.01,0.1900480031967163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,2,power_law_1.01,0.057548797130584715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,2,power_law_1.2,0.06595839858055115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,2,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,4,power_law_1.2,0.14743679761886597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,2,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,4,power_law_1.01,0.2490367889404297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,2,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,2,power_law_1.01,0.06533120274543762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,2,power_law_1.2,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,4,power_law_1.2,0.184934401512146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,2,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,4,power_law_1.01,0.29122560024261473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,2,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,2,power_law_1.01,0.0796671986579895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,2,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,4,power_law_1.2,0.19827200174331666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,2,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,4,power_law_1.01,0.3946432113647461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,2,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,2,power_law_1.01,0.10833280086517334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,2,power_law_1.2,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,4,power_law_1.2,0.2566080093383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,2,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,4,power_law_1.01,0.5122047901153565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,2,power_law_1.2,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,8,power_law_1.01,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,2,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,2,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,4,power_law_1.2,0.31845760345458984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,2,power_law_1.01,0.14253439903259277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,2,power_law_1.2,0.11055999994277954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,2,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,2,power_law_1.01,0.1116096019744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,4,power_law_1.01,0.7323647975921631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,4,power_law_1.2,0.4227007865905762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,8,power_law_1.2,0.0419840008020401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,2,power_law_1.01,0.17059839963912965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,2,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,2,power_law_1.01,0.11206400394439697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,2,power_law_1.2,0.09669119715690613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,4,power_law_1.2,0.5683199882507324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,2,power_law_1.01,0.22282240390777588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,8,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,4,power_law_1.01,0.9195584297180176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,2,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,2,power_law_1.01,0.11632000207901001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,2,power_law_1.2,0.11201920509338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,4,power_law_1.2,0.7774464130401612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,2,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,2,power_law_1.01,0.2979840040206909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,8,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,8,power_law_1.01,0.036697599291801455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,2,power_law_1.01,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,2,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,4,power_law_1.01,1.1245504379272462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,2,power_law_1.2,0.12595200538635254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,8,power_law_1.2,0.042803201079368594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,2,power_law_1.01,0.39546880722045896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,2,power_law_1.01,0.12372479438781739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,8,power_law_1.01,0.048127999901771544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,2,power_law_1.2,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,4,power_law_1.2,1.0072064399719238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,2,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,8,power_law_1.2,0.05364480018615723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,2,power_law_1.01,0.5158976078033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,2,power_law_1.01,0.1275904059410095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,2,power_law_1.2,0.2396159887313843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,8,power_law_1.01,0.05630720257759094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,4,power_law_1.01,1.755955123901367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,2,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,8,power_law_1.2,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,4,power_law_1.2,1.1773951530456543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,2,power_law_1.01,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,2,power_law_1.2,0.2920448064804077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,2,power_law_1.01,0.7806911945343018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,8,power_law_1.01,0.07025279998779296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,2,power_law_1.2,0.13432960510253905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,8,power_law_1.2,0.07944959998130799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,2,power_law_1.01,0.13639039993286134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,2,power_law_1.2,0.41303038597106934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,8,power_law_1.01,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,2,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,8,power_law_1.2,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,2,power_law_1.01,1.0215423583984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,4,power_law_1.2,2.0396352767944337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,4,power_law_1.01,3.2624576568603514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,2,power_law_1.01,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,2,power_law_1.2,0.5367872238159179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,8,power_law_1.2,0.1155135989189148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,2,power_law_1.2,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,8,power_law_1.01,0.10055680274963379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,2,power_law_1.01,0.16035840511322022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,2,power_law_1.01,1.2802047729492188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,8,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,2,power_law_1.2,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,8,power_law_1.01,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,2,power_law_1.2,0.7671872138977051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,2,power_law_1.01,0.1802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,4,power_law_1.2,4.194720077514648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,8,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,2,power_law_1.2,0.18513280153274536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,8,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,2,power_law_1.01,0.20377600193023682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,2,power_law_1.2,1.0651647567749023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,2,power_law_1.01,1.996601676940918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,2,power_law_1.2,0.19332480430603027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,8,power_law_1.2,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,8,power_law_1.01,0.1755136013031006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,2,power_law_1.01,0.23552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,2,power_law_1.2,1.2531647682189941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,8,power_law_1.2,0.141484797000885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,2,power_law_1.2,0.2471935987472534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,8,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,2,power_law_1.01,0.2736191987991333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,8,power_law_1.2,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,2,power_law_1.01,3.8955009460449217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,2,power_law_1.2,0.2725951910018921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,8,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,2,power_law_1.01,0.33075199127197263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,2,power_law_1.2,1.9904447555541993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,8,power_law_1.2,0.21710081100463868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,2,power_law_1.2,0.3635135889053345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,8,power_law_1.01,0.18492799997329712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,2,power_law_1.01,0.42536320686340334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,8,power_law_1.2,0.14967679977416992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,2,power_law_1.2,0.45199999809265134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,2,power_law_1.01,0.6051775932312011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,8,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,8,power_law_1.01,0.10570240020751953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,2,power_law_1.2,4.064460754394531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,8,power_law_1.2,0.18984320163726806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,2,power_law_1.01,0.7319615840911865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,2,power_law_1.2,0.5842879772186279
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,8,power_law_1.01,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,8,power_law_1.2,0.28037118911743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,8,power_law_1.01,0.12373759746551513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,2,power_law_1.01,1.0477503776550292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,8,power_law_1.01,0.2283519983291626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,2,power_law_1.2,0.7663616180419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,8,power_law_1.2,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,8,power_law_1.2,0.3575680017471313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,8,power_law_1.01,0.08602240085601806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,2,power_law_1.01,1.3805567741394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,4,power_law_1.01,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,8,power_law_1.01,0.29757440090179443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,8,power_law_1.2,0.5236735820770264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,2,power_law_1.2,1.0553343772888184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,4,power_law_1.01,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,8,power_law_1.2,0.08294399976730346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,8,power_law_1.01,0.09564160108566284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,8,power_law_1.01,0.43192319869995116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,2,power_law_1.01,1.6125951766967774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,8,power_law_1.2,0.683622407913208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,4,power_law_1.01,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,8,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,2,power_law_1.2,1.434220790863037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,8,power_law_1.01,0.5662720203399658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,8,power_law_1.2,0.08293759822845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,4,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,8,power_law_1.2,1.0170368194580077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,2,power_law_1.01,2.5497535705566405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,8,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,4,power_law_1.2,0.027027198672294618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,4,power_law_1.01,0.050374400615692136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,8,power_law_1.01,0.8364031791687012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,8,power_law_1.2,0.08887680172920227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,8,power_law_1.2,1.3486144065856933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,2,power_law_1.2,1.9249088287353515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,4,power_law_1.2,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,8,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,4,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,8,power_law_1.2,0.105075204372406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,8,power_law_1.01,1.1143232345581056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,8,power_law_1.2,2.0203519821166993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,4,power_law_1.2,0.02826879918575287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,2,power_law_1.01,5.141292953491211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,8,power_law_1.01,0.14461439847946167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,4,power_law_1.01,0.07637760043144226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,8,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,4,power_law_1.2,0.030726400017738343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,2,power_law_1.2,2.901375961303711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,4,power_law_1.01,0.07393280267715455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,8,power_law_1.01,1.6572416305541993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,8,power_law_1.2,2.7021312713623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,8,power_law_1.01,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,4,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,8,power_law_1.2,0.1411072015762329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,4,power_law_1.01,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,8,power_law_1.01,0.14991999864578248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,4,power_law_1.2,0.05796480178833008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,8,power_law_1.01,2.2145023345947266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,8,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,8,power_law_1.2,4.009164810180664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,4,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,8,power_law_1.01,0.15011839866638182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,2,power_law_1.2,5.713100814819336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,4,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,8,power_law_1.2,0.14929920434951782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,4,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,8,power_law_1.01,0.1550271987915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,4,power_law_1.2,0.0759872019290924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,8,power_law_1.01,3.324313735961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,8,power_law_1.2,0.15012480020523072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,8,power_law_1.2,5.364742279052734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,4,power_law_1.01,0.12125439643859863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,8,power_law_1.01,0.15360000133514404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,4,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,8,power_law_1.2,0.15955840349197387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,4,power_law_1.01,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,8,power_law_1.01,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,4,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,8,power_law_1.01,4.4185535430908205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,8,power_law_1.2,0.16260479688644408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,4,power_law_1.01,0.11429120302200317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,8,power_law_1.2,6.708025360107422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,8,power_law_1.01,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,4,power_law_1.2,0.12430720329284668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,8,power_law_1.2,0.15954560041427612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,4,power_law_1.01,0.13455359935760497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,8,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,4,power_law_1.2,0.14929920434951782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,8,power_law_1.01,5.515878295898437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,8,power_law_1.2,0.1607743978500366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,4,power_law_1.01,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,4,power_law_1.01,0.10444159507751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,8,power_law_1.01,0.1912832021713257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,4,power_law_1.2,0.10383360385894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,8,power_law_1.2,10.670687866210937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,8,power_law_1.2,0.169376003742218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,4,power_law_1.01,0.12041599750518799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,4,power_law_1.01,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,8,power_law_1.01,0.21524479389190673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,4,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,8,power_law_1.2,0.18883199691772462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,4,power_law_1.01,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,8,power_law_1.01,8.804147338867187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,8,power_law_1.01,0.22856318950653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,4,power_law_1.2,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,4,power_law_1.01,0.07966079711914062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,8,power_law_1.2,0.1949952006340027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,4,power_law_1.01,0.1970047950744629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,4,power_law_1.2,0.08559359908103943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,8,power_law_1.01,0.2766783952713013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,4,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,4,power_law_1.01,0.09522560238838196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,8,power_law_1.2,0.2137984037399292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,8,power_law_1.2,21.38419189453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,4,power_law_1.01,0.2592704057693481
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,8,power_law_1.01,0.31804800033569336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,4,power_law_1.2,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,4,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,8,power_law_1.2,0.24657919406890869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,4,power_law_1.01,0.11038080453872681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,4,power_law_1.01,0.3506175994873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,8,power_law_1.01,0.3530751943588257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,4,power_law_1.2,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,8,power_law_1.01,17.582899475097655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,4,power_law_1.2,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,8,power_law_1.2,0.28732800483703613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,4,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,4,power_law_1.01,0.44462080001831056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,4,power_law_1.2,0.09481599926948547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,8,power_law_1.01,0.43642239570617675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,8,power_law_1.2,0.30248959064483644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,4,power_law_1.2,0.23470718860626222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,4,power_law_1.01,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,4,power_law_1.01,0.6260735988616943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,4,power_law_1.2,0.10627199411392212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,8,power_law_1.01,0.5937151908874512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,8,power_law_1.2,0.41614718437194825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,4,power_law_1.2,0.34323840141296386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,4,power_law_1.01,0.16243200302124022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,4,power_law_1.2,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,4,power_law_1.01,0.8560576438903809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,8,power_law_1.01,0.7094207763671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,8,power_law_1.2,0.47452797889709475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,4,power_law_1.01,0.16650880575180055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,4,power_law_1.2,0.4384768009185791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,4,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,4,power_law_1.01,1.1171839714050293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,8,power_law_1.2,0.6365183830261231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,8,power_law_1.01,0.9895936012268066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,4,power_law_1.01,0.16179200410842895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,4,power_law_1.2,0.16015360355377198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,4,power_law_1.2,0.6483967781066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,4,power_law_1.01,0.16751999855041505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,8,power_law_1.2,0.8278016090393067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,4,power_law_1.2,0.1663040041923523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,4,power_law_1.01,1.7211328506469727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,8,power_law_1.01,1.3920127868652343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,4,power_law_1.2,0.8523712158203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,2,power_law_1.01,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,4,power_law_1.01,0.17141760587692262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,4,power_law_1.2,0.16424319744110108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,8,power_law_1.2,1.1950079917907714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,2,power_law_1.01,0.02789120078086853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,4,power_law_1.2,1.2732352256774901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,4,power_law_1.01,2.357657623291016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,4,power_law_1.01,0.17900160551071168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,8,power_law_1.01,1.5458239555358886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,4,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,2,power_law_1.2,0.02746239900588989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,2,power_law_1.01,0.035020801424980166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,4,power_law_1.2,1.701055908203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,4,power_law_1.01,0.18186240196228026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,4,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,8,power_law_1.2,1.673619270324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,2,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,4,power_law_1.01,2.9607872009277343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,2,power_law_1.2,0.027871999144554137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,4,power_law_1.01,0.191103994846344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,8,power_law_1.01,2.6042367935180666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,4,power_law_1.2,0.18145279884338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,4,power_law_1.2,2.5452608108520507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,2,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,2,power_law_1.2,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,4,power_law_1.01,0.19702399969100953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,8,power_law_1.2,1.7318080902099608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,4,power_law_1.2,0.18145279884338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,2,power_law_1.01,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,4,power_law_1.01,4.503763198852539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,4,power_law_1.01,0.21446399688720702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,4,power_law_1.2,3.391084671020508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,2,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,2,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,4,power_law_1.2,0.19783040285110473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,4,power_law_1.01,0.23062400817871093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,8,power_law_1.01,5.6602622985839846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,8,power_law_1.2,3.4050369262695312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,2,power_law_1.01,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,2,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,4,power_law_1.2,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,4,power_law_1.2,4.245497512817383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,4,power_law_1.01,0.27258241176605225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,2,power_law_1.01,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,4,power_law_1.01,9.3614013671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,2,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,4,power_law_1.2,0.22322559356689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,4,power_law_1.01,0.3098560094833374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,2,power_law_1.01,0.1026047945022583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,2,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,4,power_law_1.2,0.2326591968536377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,4,power_law_1.2,6.78380126953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,4,power_law_1.01,0.3299263954162598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,8,power_law_1.2,7.644774627685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,2,power_law_1.01,0.11040639877319336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,2,power_law_1.2,0.07820799946784973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,4,power_law_1.2,0.2537472009658813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,4,power_law_1.01,0.4108287811279297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,2,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,2,power_law_1.2,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,4,power_law_1.01,0.5068863868713379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,4,power_law_1.2,0.30699520111083983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,2,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,4,power_law_1.2,13.534815979003906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,2,power_law_1.2,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,4,power_law_1.01,0.6320191860198975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,4,power_law_1.2,0.34980480670928954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,2,power_law_1.01,0.11427199840545654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,4,power_law_1.01,0.800761604309082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,2,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,2,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,4,power_law_1.2,0.45199360847473147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,4,power_law_1.01,1.1110400199890136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,2,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,2,power_law_1.01,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,4,power_law_1.2,0.5322751998901367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,4,power_law_1.01,1.41659517288208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,2,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,2,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,4,power_law_1.2,0.6733888149261474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,2,power_law_1.01,0.15277440547943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,2,power_law_1.2,0.11467519998550416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,4,power_law_1.01,1.7367040634155273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,4,power_law_1.2,0.8789952278137207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,2,power_law_1.01,0.18762880563735962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,2,power_law_1.2,0.1341375946998596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,2,power_law_1.01,0.07701119780540466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,4,power_law_1.01,2.6968063354492187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,2,power_law_1.01,0.2580352067947388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,2,power_law_1.2,0.12533119916915894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,8,power_law_1.01,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,2,power_law_1.2,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,4,power_law_1.2,1.2064640045166015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,2,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,2,power_law_1.01,0.33115520477294924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,2,power_law_1.2,0.13578239679336548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,2,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,4,power_law_1.01,5.492531204223633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,2,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,8,power_law_1.01,0.14130560159683228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,2,power_law_1.01,0.45690240859985354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,2,power_law_1.2,0.15134719610214234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,2,power_law_1.2,0.08641279935836792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,4,power_law_1.2,1.698201560974121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,8,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,2,power_law_1.2,0.10732799768447876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,2,power_law_1.01,0.6174784183502198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,2,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,2,power_law_1.2,0.1876031994819641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,8,power_law_1.01,0.21094400882720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,8,power_law_1.2,0.14131840467453002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,2,power_law_1.2,0.12124799489974976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,4,power_law_1.2,1.8595903396606446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,2,power_law_1.2,0.26070399284362794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,2,power_law_1.01,0.8781824111938477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,2,power_law_1.01,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,8,power_law_1.2,0.11571840047836304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,8,power_law_1.01,0.09525759816169739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,2,power_law_1.2,0.1789888024330139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,2,power_law_1.2,0.33034238815307615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,2,power_law_1.01,1.1663423538208009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,2,power_law_1.01,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,8,power_law_1.2,0.10017280578613282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,2,power_law_1.2,0.20296320915222169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,4,power_law_1.2,3.4197311401367188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,8,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,2,power_law_1.2,0.4872255802154541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,2,power_law_1.01,0.2017280101776123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,8,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,2,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,2,power_law_1.01,1.7452991485595704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,2,power_law_1.01,0.19823999404907228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,2,power_law_1.2,0.6248511791229248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,2,power_law_1.2,0.20848639011383058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,8,power_law_1.01,0.16075520515441893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,8,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,2,power_law_1.01,2.319968032836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,2,power_law_1.2,0.21544320583343507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,2,power_law_1.01,0.2060096025466919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,4,power_law_1.2,6.936793518066406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,2,power_law_1.2,0.9207807540893554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,8,power_law_1.2,0.1585088014602661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,8,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,2,power_law_1.2,0.22036480903625488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,2,power_law_1.01,0.20971519947052003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,2,power_law_1.2,1.218348789215088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,8,power_law_1.2,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,2,power_law_1.01,2.9214719772338866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,8,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,2,power_law_1.2,0.2279423952102661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,2,power_law_1.01,0.2185215950012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,8,power_law_1.2,0.2027519941329956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,2,power_law_1.2,0.232857608795166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,2,power_law_1.2,1.8026432037353515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,2,power_law_1.01,0.22836480140686036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,8,power_law_1.01,0.2091007947921753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,4,power_law_1.01,0.10774400234222412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,2,power_law_1.01,4.593452835083008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,2,power_law_1.2,0.24044160842895507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,8,power_law_1.2,0.21258881092071533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,2,power_law_1.01,0.22773759365081786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,8,power_law_1.01,0.22548480033874513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,2,power_law_1.2,2.41213436126709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,4,power_law_1.01,0.1165503978729248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,2,power_law_1.2,0.2500672101974487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,2,power_law_1.01,0.2355263948440552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,8,power_law_1.2,0.21442561149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,8,power_law_1.01,0.223852801322937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,2,power_law_1.2,0.26112000942230223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,2,power_law_1.01,0.24842240810394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,4,power_law_1.01,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,2,power_law_1.2,2.980454444885254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,2,power_law_1.01,9.08410873413086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,8,power_law_1.2,0.21872639656066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,8,power_law_1.01,0.22466559410095216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,2,power_law_1.2,0.28016641139984133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,2,power_law_1.01,0.2609087944030762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,4,power_law_1.01,0.10259840488433838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,2,power_law_1.2,0.3158015966415405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,8,power_law_1.01,0.2348992109298706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,8,power_law_1.2,0.23838720321655274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,2,power_law_1.01,0.2766783952713013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,2,power_law_1.2,4.927072143554687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,2,power_law_1.2,0.33914239406585694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,2,power_law_1.01,0.3172287940979004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,8,power_law_1.01,0.2406399965286255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,4,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,8,power_law_1.2,0.24554240703582764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,2,power_law_1.2,0.41861758232116697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,2,power_law_1.01,0.33771519660949706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,4,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,8,power_law_1.01,0.25620479583740235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,8,power_law_1.2,0.2596927881240845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,4,power_law_1.01,0.17570559978485106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,2,power_law_1.01,0.3907583951950073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,2,power_law_1.2,0.4491263866424561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,2,power_law_1.2,9.50292510986328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,8,power_law_1.01,0.25681281089782715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,4,power_law_1.2,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,8,power_law_1.2,0.25068159103393556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,4,power_law_1.01,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,2,power_law_1.01,0.45240960121154783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,2,power_law_1.2,0.5769216060638428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,8,power_law_1.01,0.2693183898925781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,4,power_law_1.2,0.10402560234069824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,8,power_law_1.2,0.2781183958053589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,2,power_law_1.01,0.5531648159027099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,4,power_law_1.01,0.2312256097793579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,2,power_law_1.2,0.6906047821044922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,8,power_law_1.01,0.29326720237731935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,4,power_law_1.2,0.1023743987083435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,2,power_law_1.01,0.6623167991638184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,8,power_law_1.2,0.3063807964324951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,4,power_law_1.01,0.24985599517822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,2,power_law_1.2,0.9146240234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,8,power_law_1.01,0.30883839130401614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,4,power_law_1.2,0.13274879455566407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,2,power_law_1.01,0.8667200088500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,8,power_law_1.2,0.3248127937316895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,4,power_law_1.01,0.24142720699310302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,2,power_law_1.2,1.1589632034301758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,4,power_law_1.2,0.15605119466781617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,8,power_law_1.01,0.365996789932251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,2,power_law_1.01,1.054105567932129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,8,power_law_1.2,0.3889280080795288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,4,power_law_1.01,0.26890881061553956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,2,power_law_1.2,1.600761604309082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,4,power_law_1.2,0.18063360452651978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,8,power_law_1.01,0.42332801818847654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,2,power_law_1.01,1.5437824249267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,8,power_law_1.2,0.43067522048950196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,4,power_law_1.01,0.2805759906768799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,4,power_law_1.2,0.24002559185028077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,8,power_law_1.01,0.5208127975463868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,2,power_law_1.2,1.952364730834961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,2,power_law_1.01,1.9937280654907226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,2,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,8,power_law_1.2,0.5638144016265869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,4,power_law_1.01,0.2820096015930176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,4,power_law_1.2,0.2375744104385376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,8,power_law_1.01,0.550707197189331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,2,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,2,power_law_1.2,2.757209587097168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,2,power_law_1.01,2.3334976196289063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,8,power_law_1.2,0.5932991981506348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,4,power_law_1.01,0.2902080059051514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,4,power_law_1.2,0.24165120124816894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,8,power_law_1.01,0.7254015922546386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,2,power_law_1.01,0.1431488037109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,8,power_law_1.2,0.7569407939910888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,4,power_law_1.01,0.3076159954071045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,2,power_law_1.01,3.647283172607422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,2,power_law_1.2,4.046438217163086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,4,power_law_1.2,0.2654207944869995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,2,power_law_1.01,0.11653759479522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,8,power_law_1.01,0.8810624122619629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,8,power_law_1.2,0.9248767852783203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,4,power_law_1.01,0.3053567886352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,2,power_law_1.2,0.09299200177192687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,2,power_law_1.01,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,4,power_law_1.2,0.276691198348999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,4,power_law_1.01,0.3158015966415405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,8,power_law_1.2,1.2462080001831055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,8,power_law_1.01,1.2015616416931152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,2,power_law_1.01,0.2263040065765381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,2,power_law_1.2,0.10711040496826171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,4,power_law_1.2,0.27975680828094485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,2,power_law_1.01,7.325107574462891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,2,power_law_1.2,8.042291259765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,4,power_law_1.01,0.3614720106124878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,8,power_law_1.2,1.6420864105224608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,2,power_law_1.01,0.25374081134796145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,4,power_law_1.2,0.2862720012664795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,2,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,8,power_law_1.01,1.491763210296631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,4,power_law_1.01,0.39096319675445557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,2,power_law_1.01,0.3082175970077515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,8,power_law_1.2,2.006835174560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,4,power_law_1.2,0.2934783935546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,2,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,4,power_law_1.01,0.443833589553833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,8,power_law_1.01,1.8137088775634767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,2,power_law_1.01,0.31703040599822996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,4,power_law_1.2,0.302892804145813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,2,power_law_1.2,0.1585088014602661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,4,power_law_1.01,0.49541120529174804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,8,power_law_1.2,3.0009344100952147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,2,power_law_1.01,0.3280895948410034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,4,power_law_1.2,0.3241600036621094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,4,power_law_1.01,0.5986239910125732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,2,power_law_1.2,0.2007040023803711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,8,power_law_1.01,2.7498495101928713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,2,power_law_1.01,0.34590721130371094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,4,power_law_1.01,0.6430655956268311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,4,power_law_1.2,0.369049596786499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,2,power_law_1.2,0.2293503999710083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,8,power_law_1.2,5.793382263183593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,2,power_law_1.01,0.3461375951766968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,4,power_law_1.01,0.8286208152770996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,4,power_law_1.2,0.3858367919921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,2,power_law_1.2,0.2902015924453735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,2,power_law_1.01,0.3837951898574829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,4,power_law_1.01,0.9945023536682129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,8,power_law_1.01,5.199871826171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,4,power_law_1.2,0.4376512050628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,2,power_law_1.2,0.31026558876037597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,2,power_law_1.01,0.37601919174194337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,4,power_law_1.01,1.3957056045532226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,4,power_law_1.2,0.5064703941345214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,2,power_law_1.2,0.3172287940979004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,2,power_law_1.01,0.40158720016479493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,4,power_law_1.01,1.7104831695556642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,4,power_law_1.2,0.6352896213531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,2,power_law_1.2,0.3463167905807495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,2,power_law_1.01,0.40427517890930176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,4,power_law_1.01,2.1858240127563477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,2,power_law_1.2,0.3596224069595337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,4,power_law_1.2,0.6828032016754151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,2,power_law_1.01,0.4306879997253418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,4,power_law_1.01,3.033286476135254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,2,power_law_1.2,0.3733504056930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,4,power_law_1.2,0.8945728302001953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,2,power_law_1.01,0.4601856231689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,2,power_law_1.2,0.37908480167388914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,2,power_law_1.01,0.51178879737854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,4,power_law_1.2,1.0729472160339355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,4,power_law_1.01,6.51304931640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,2,power_law_1.2,0.38646399974823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,2,power_law_1.01,0.5892032146453857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,4,power_law_1.2,1.4766079902648925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,2,power_law_1.2,0.4040703773498535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,2,power_law_1.01,0.6610879898071289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,1,power_law_1.2,0.11183359622955322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,1,power_law_1.01,0.1114240050315857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,2,power_law_1.2,0.4384768009185791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,4,power_law_1.2,1.7612800598144531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,2,power_law_1.01,0.8138751983642578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,1,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,1,power_law_1.01,0.12331520318984986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,2,power_law_1.2,0.4622335910797119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,1,power_law_1.2,0.13475199937820434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,2,power_law_1.01,0.8921088218688965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,4,power_law_1.2,2.3658496856689455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,1,power_law_1.2,0.1662783980369568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,2,power_law_1.2,0.5220032215118409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,1,power_law_1.01,0.14254720211029054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,2,power_law_1.01,1.1601920127868652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,1,power_law_1.2,0.2279423952102661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,2,power_law_1.2,0.6044032096862793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,1,power_law_1.01,0.16547839641571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,2,power_law_1.01,1.3506560325622559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,1,power_law_1.2,0.29061119556427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,4,power_law_1.2,3.151468849182129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,2,power_law_1.2,0.6914303779602051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,1,power_law_1.01,0.24576001167297362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,1,power_law_1.2,0.3209216117858887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,2,power_law_1.01,1.8649408340454101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,1,power_law_1.2,0.445849609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,1,power_law_1.01,0.31293439865112305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,2,power_law_1.2,0.8142784118652344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,4,power_law_1.2,6.602751922607422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,1,power_law_1.2,0.446668815612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,2,power_law_1.01,2.368307113647461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,1,power_law_1.01,0.356550407409668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,2,power_law_1.2,0.9068544387817383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,1,power_law_1.2,0.47901439666748047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,1,power_law_1.01,0.44953598976135256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,2,power_law_1.01,2.898944091796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,2,power_law_1.2,1.2076992034912108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,1,power_law_1.2,0.4974400043487549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,1,power_law_1.01,0.454860782623291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,1,power_law_1.2,0.5113855838775635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,2,power_law_1.2,1.425203227996826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,2,power_law_1.01,4.3311103820800785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,1,power_law_1.01,0.48394241333007815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,1,power_law_1.2,0.5351424217224121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,2,power_law_1.2,1.9224576950073242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,1,power_law_1.2,0.5445631980895996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,1,power_law_1.01,0.5064767837524414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,1,power_law_1.2,0.6145855903625488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,2,power_law_1.01,7.938253021240234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,1,power_law_1.01,0.5253119945526123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,2,power_law_1.2,2.4268735885620116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,1,power_law_1.2,0.580614423751831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,1,power_law_1.01,0.5396480083465576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,1,power_law_1.2,0.6313983917236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,2,power_law_1.2,2.984556770324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,1,power_law_1.01,0.5519296169281006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,1,power_law_1.2,0.7147456169128418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,1,power_law_1.01,0.5863552093505859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,2,power_law_1.2,4.356915283203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,1,power_law_1.2,0.8228863716125489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,1,power_law_1.01,0.5715968132019043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,1,power_law_1.2,0.9568256378173828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,1,power_law_1.01,0.6357056140899658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,1,power_law_1.2,1.011302375793457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,2,power_law_1.2,9.231180572509766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,1,power_law_1.01,0.7278528213500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,1,power_law_1.2,1.2445568084716796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,1,power_law_1.01,0.7618559837341309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,1,power_law_1.2,1.3973567962646485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,1,power_law_1.01,0.9035776138305665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,1,power_law_1.2,1.8202560424804688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,1,power_law_1.01,0.9920512199401855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,1,power_law_1.2,2.197292709350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,1,power_law_1.01,1.2294143676757812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,1,power_law_1.01,1.3658111572265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,1,power_law_1.2,2.93702392578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,1,power_law_1.01,1.7928192138671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,1,power_law_1.2,3.6567039489746094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,1,power_law_1.01,2.121113586425781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,1,power_law_1.2,4.437811279296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,1,power_law_1.01,2.876838493347168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,1,power_law_1.2,6.721945953369141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,1,power_law_1.01,3.638681411743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,1,power_law_1.01,4.404019165039062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,1,power_law_1.2,13.041049194335937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,1,power_law_1.01,6.688358306884766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,1,power_law_1.01,12.85877685546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,8,power_law_1.01,0.08684160113334656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,8,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,2,8,power_law_1.2,0.08498560190200806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,8,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,2,8,power_law_1.2,0.07393280267715455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,8,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,2,8,power_law_1.2,0.06369280219078063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,8,power_law_1.01,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,2,8,power_law_1.2,0.06284800171852112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,8,power_law_1.01,0.07597439885139465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,2,8,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,8,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,2,8,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,8,power_law_1.01,0.08065279722213745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,2,8,power_law_1.2,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,8,power_law_1.01,0.08376960158348083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,2,8,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,8,power_law_1.01,0.43274240493774413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,2,8,power_law_1.2,0.32540159225463866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,8,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,2,8,power_law_1.2,0.406112003326416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,8,power_law_1.01,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,2,8,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,4,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,8,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,2,8,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,4,power_law_1.01,0.05672320127487183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,8,power_law_1.01,0.09953920245170593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,2,8,power_law_1.2,0.09276800155639649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,4,power_law_1.01,0.06041600108146668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,8,power_law_1.01,0.11734399795532227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,2,8,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,4,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,8,power_law_1.01,0.1200063943862915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,2,8,power_law_1.2,0.11325440406799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,2,8,power_law_1.2,0.12183040380477905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,4,power_law_1.01,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,8,power_law_1.01,0.13475199937820434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,2,8,power_law_1.2,0.14642560482025146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,4,power_law_1.01,0.06798080205917359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,8,power_law_1.01,0.16671359539031982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,2,8,power_law_1.2,0.19415040016174318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,4,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,8,power_law_1.01,0.2027519941329956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,2,8,power_law_1.2,0.1789952039718628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,4,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,8,power_law_1.01,0.27012479305267334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,2,8,power_law_1.2,0.24800639152526854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,4,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,8,power_law_1.01,0.3121279954910278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,2,8,power_law_1.2,0.34549760818481445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,4,power_law_1.01,0.06898559927940369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,8,power_law_1.01,0.4388864040374756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,2,8,power_law_1.2,0.4700160026550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,4,power_law_1.01,0.07043200135231018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,8,power_law_1.2,0.567903995513916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,2,8,power_law_1.01,0.48886399269104003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,8,power_law_1.2,0.9318464279174805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,4,power_law_1.01,0.07269759774208069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,2,8,power_law_1.01,0.8507136344909668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,4,power_law_1.01,0.07352319955825806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,8,power_law_1.2,1.0823488235473633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,4,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,2,8,power_law_1.01,0.9650112152099609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,4,power_law_1.01,0.0839743971824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,4,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,8,power_law_1.2,1.5945792198181152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,2,8,power_law_1.01,1.7080320358276366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,4,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,4,power_law_1.2,0.06123520135879516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,8,power_law_1.2,2.5714624404907225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,2,8,power_law_1.01,2.4649791717529297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,4,power_law_1.01,0.09315840005874634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,4,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,8,power_law_1.2,3.1451135635375977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,4,power_law_1.01,0.11326080560684204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,4,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,2,8,power_law_1.01,3.3443840026855467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,4,power_law_1.01,0.13372160196304322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,4,power_law_1.2,0.06963840126991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,8,power_law_1.2,5.295916748046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,2,8,power_law_1.01,5.227315139770508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,4,power_law_1.01,0.15360000133514404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,4,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,4,power_law_1.2,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,4,power_law_1.01,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,8,power_law_1.2,11.69452133178711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,4,power_law_1.2,0.06840959787368775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,2,8,power_law_1.01,10.447078704833984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,4,power_law_1.01,0.22261760234832764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,2,power_law_1.01,0.06082559823989868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,4,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,4,power_law_1.01,0.33403520584106444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,2,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,4,power_law_1.01,0.3846271991729736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,4,power_law_1.2,0.0722815990447998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,2,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,4,power_law_1.01,0.5941184043884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,4,power_law_1.2,0.0747648000717163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,2,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,4,power_law_1.01,0.6121471881866455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,4,power_law_1.2,0.07786239981651306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,2,power_law_1.01,0.061427199840545656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,4,power_law_1.01,1.3064191818237305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,2,power_law_1.01,0.06696959733963012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,4,power_law_1.01,1.6044031143188477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,4,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,2,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,4,power_law_1.2,0.1019968032836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,4,power_law_1.01,2.243174362182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,2,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,4,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,4,power_law_1.01,3.437772750854492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,2,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,2,power_law_1.2,0.0579584002494812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,4,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,2,power_law_1.01,0.06556159853935242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,2,power_law_1.2,0.04917120039463043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,4,power_law_1.01,6.859200286865234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,4,power_law_1.2,0.1580672025680542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,2,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,2,power_law_1.2,0.050995200872421265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,4,power_law_1.2,0.21091840267181397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,2,power_law_1.01,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,2,power_law_1.2,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,2,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,4,power_law_1.2,0.21013119220733642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,2,power_law_1.2,0.06225280165672302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,2,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,4,power_law_1.2,0.3749759912490845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,2,power_law_1.2,0.06614400148391723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,2,power_law_1.01,0.08416640162467956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,4,power_law_1.2,0.4319295883178711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,2,power_law_1.2,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,2,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,4,power_law_1.2,0.6430784225463867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,2,power_law_1.2,0.06368640065193176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,2,power_law_1.01,0.09564160108566284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,2,power_law_1.2,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,4,power_law_1.2,0.7774208068847657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,2,power_law_1.01,0.11836800575256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,2,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,4,power_law_1.2,1.3121536254882813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,2,power_law_1.01,0.11773439645767211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,2,power_law_1.2,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,4,power_law_1.2,1.5888319969177247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,2,power_law_1.01,0.1441856026649475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,2,power_law_1.2,0.07107200026512146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,2,power_law_1.01,0.18186240196228026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,2,power_law_1.2,0.07043840289115906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,4,power_law_1.2,2.6263551712036133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,2,power_law_1.01,0.22240641117095947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,2,power_law_1.2,0.07311360239982605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,4,power_law_1.2,4.489420700073242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,2,power_law_1.01,0.288972806930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,2,power_law_1.2,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,2,power_law_1.01,0.42127361297607424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,2,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,1,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,4,power_law_1.2,8.604716491699218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,2,power_law_1.2,0.09768319725990296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,2,power_law_1.01,0.5089344024658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,1,power_law_1.01,0.04321280121803284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,2,power_law_1.2,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,2,power_law_1.01,0.8294400215148926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,1,power_law_1.01,0.04871039986610413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,2,power_law_1.2,0.12183040380477905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,1,power_law_1.01,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,2,power_law_1.01,1.0545151710510254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,1,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,2,power_law_1.2,0.15421439409255983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,2,power_law_1.01,1.3055935859680177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,1,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,1,power_law_1.01,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,2,power_law_1.2,0.18882559537887572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,1,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,1,power_law_1.2,0.04099839925765991
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,2,power_law_1.01,2.607923126220703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,2,power_law_1.2,0.22897279262542725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,1,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,1,power_law_1.2,0.05059199929237366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,2,power_law_1.2,0.3053567886352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,1,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,2,power_law_1.01,4.424115371704102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,1,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,1,power_law_1.01,0.07043840289115906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,2,power_law_1.2,0.4192255973815918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,1,power_law_1.2,0.05672320127487183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,1,power_law_1.01,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,2,power_law_1.2,0.6023295879364013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,1,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,1,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,2,power_law_1.2,0.8728575706481934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,1,power_law_1.01,0.07247359752655029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,1,power_law_1.2,0.06227840185165405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,2,power_law_1.2,1.1036671638488769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,1,power_law_1.01,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,1,power_law_1.2,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,1,power_law_1.01,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,2,power_law_1.2,1.5241215705871582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,1,power_law_1.2,0.07002879977226258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,1,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,1,power_law_1.2,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,2,power_law_1.2,2.416652870178223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,1,power_law_1.01,0.08684160113334656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,1,power_law_1.2,0.06511359810829162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,1,power_law_1.01,0.10341759920120239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,2,power_law_1.2,4.441094589233399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,1,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,1,power_law_1.01,0.11079679727554322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,1,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,1,power_law_1.01,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,1,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,1,power_law_1.01,0.15358079671859742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,1,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,1,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,1,power_law_1.2,0.08602240085601806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,1,power_law_1.01,0.24965119361877441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,1,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,1,power_law_1.01,0.3434432029724121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,1,power_law_1.2,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,1,power_law_1.01,0.4372288227081299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,1,power_law_1.2,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,1,power_law_1.01,0.638969612121582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,1,power_law_1.2,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,1,power_law_1.01,0.842137622833252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,1,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,1,power_law_1.01,1.0684351921081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,1,power_law_1.2,0.20111360549926757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,1,power_law_1.2,0.251692795753479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,1,power_law_1.01,1.7317888259887695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,1,power_law_1.2,0.3446784019470215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,1,power_law_1.01,3.5184703826904298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,1,power_law_1.2,0.4364287853240967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,1,power_law_1.2,0.6357056140899658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,1,power_law_1.2,0.8425472259521485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,1,power_law_1.2,1.064352035522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,1,power_law_1.2,1.716223907470703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,1,power_law_1.2,3.5209217071533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,8,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,8,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,8,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,8,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,2,8,power_law_1.2,0.0852288007736206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,8,power_law_1.01,0.08600320219993592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,2,8,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,8,power_law_1.01,0.09909759759902954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,2,8,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,8,power_law_1.01,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,2,8,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,8,power_law_1.01,0.09318400025367737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,2,8,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,8,power_law_1.01,0.09299200177192687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,2,8,power_law_1.2,0.09257599711418152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,8,power_law_1.01,0.10177919864654542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,2,8,power_law_1.2,0.09831039905548096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,8,power_law_1.01,0.10343040227890014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,2,8,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,power_law_1.01,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,8,power_law_1.01,0.11222399473190307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,2,8,power_law_1.2,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,8,power_law_1.01,0.1124351978302002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,8,power_law_1.01,0.1298367977142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,2,8,power_law_1.2,0.10117759704589843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,power_law_1.01,0.07147520184516906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,8,power_law_1.01,0.16097279787063598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,2,8,power_law_1.2,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,power_law_1.01,0.08234239816665649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,8,power_law_1.01,0.16424319744110108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,2,8,power_law_1.2,0.10855679512023926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,8,power_law_1.01,0.20193281173706054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,2,8,power_law_1.2,0.12329599857330323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,8,power_law_1.01,0.25866239070892333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,2,8,power_law_1.2,0.13231359720230101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,power_law_1.01,0.08908799886703492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,8,power_law_1.01,0.26910080909729006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,2,8,power_law_1.2,0.1704192042350769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,8,power_law_1.01,0.33361918926239015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,power_law_1.01,0.0886784017086029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,2,8,power_law_1.2,0.16548479795455934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,8,power_law_1.01,0.49049601554870603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,power_law_1.01,0.09400320053100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,2,8,power_law_1.2,0.2156480073928833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,8,power_law_1.01,0.6848512172698975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,8,power_law_1.01,0.9437248229980468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,2,8,power_law_1.2,0.26112639904022217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,8,power_law_1.01,1.533132839202881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,2,8,power_law_1.2,0.2598912000656128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,power_law_1.01,0.10220160484313964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,8,power_law_1.01,1.7141632080078124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,2,8,power_law_1.2,0.3844095945358276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,power_law_1.01,0.10301439762115479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,8,power_law_1.01,2.741663932800293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,2,8,power_law_1.2,0.48845438957214354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,power_law_1.01,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,2,8,power_law_1.2,0.7081727981567383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,8,power_law_1.01,3.9854080200195314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,2,8,power_law_1.2,0.9998271942138672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,power_law_1.01,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,4,power_law_1.2,0.08110719919204712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,8,power_law_1.01,5.386048126220703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,power_law_1.01,0.15072640180587768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,2,8,power_law_1.2,1.592524814605713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,4,power_law_1.2,0.08147199749946595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,power_law_1.01,0.16056959629058837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,4,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,8,power_law_1.01,8.418547058105469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,2,8,power_law_1.2,1.938809585571289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,power_law_1.01,0.1992576003074646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,2,8,power_law_1.2,3.127903938293457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,4,power_law_1.2,0.08481919765472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,power_law_1.01,0.28487679958343504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,4,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,8,power_law_1.01,20.01838073730469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,2,8,power_law_1.2,3.931955337524414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,power_law_1.01,0.3510335922241211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,4,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,2,power_law_1.01,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,power_law_1.01,0.5265408039093018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,2,8,power_law_1.2,5.5081535339355465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,4,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,2,power_law_1.01,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,power_law_1.01,0.7647232055664063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,4,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,2,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,power_law_1.01,1.0493887901306151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,2,8,power_law_1.2,9.64052505493164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,4,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,2,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,power_law_1.01,1.253990364074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,4,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,2,power_law_1.01,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,power_law_1.01,2.002739143371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,4,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,2,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,2,8,power_law_1.2,19.50023651123047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,4,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,power_law_1.01,2.9075456619262696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,2,power_law_1.01,0.08215680122375488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,4,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,2,power_law_1.01,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,power_law_1.01,4.157823944091797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,4,power_law_1.2,0.12412159442901612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,2,power_law_1.01,0.0917631983757019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,2,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,4,power_law_1.01,5.530233764648438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,4,power_law_1.2,0.13395839929580688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,2,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,2,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,2,power_law_1.01,0.09339519739151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,4,power_law_1.2,0.15030399560928345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,2,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,4,power_law_1.01,12.973472595214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,2,power_law_1.01,0.09462400078773499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,4,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,2,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,2,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,4,power_law_1.2,0.2506688117980957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,2,power_law_1.2,0.08130559921264649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,2,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,4,power_law_1.2,0.3123199939727783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,2,power_law_1.2,0.08110719919204712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,2,power_law_1.01,0.10752639770507813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,2,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,4,power_law_1.2,0.40059518814086914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,2,power_law_1.01,0.11240320205688477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,2,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,4,power_law_1.2,0.4851840019226074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,2,power_law_1.01,0.14149119853973388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,2,power_law_1.2,0.0886847972869873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,4,power_law_1.2,0.6479936122894288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,2,power_law_1.01,0.15729279518127443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,2,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,4,power_law_1.2,1.1859775543212892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,2,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,2,power_law_1.2,0.09932799935340882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,4,power_law_1.2,1.6027584075927734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,2,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,2,power_law_1.2,0.1001471996307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,1,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,4,power_law_1.2,2.650521659851074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,2,power_law_1.01,0.26603519916534424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,2,power_law_1.2,0.1001471996307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,1,power_law_1.01,0.05119360089302063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,1,power_law_1.01,0.05856000185012818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,2,power_law_1.01,0.3522559881210327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,2,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,4,power_law_1.2,3.68988151550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,1,power_law_1.01,0.08030719757080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,2,power_law_1.01,0.4736959934234619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,2,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,1,power_law_1.01,0.0819263994693756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,4,power_law_1.2,4.883283233642578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,2,power_law_1.2,0.11407999992370606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,2,power_law_1.01,0.6713280200958252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,1,power_law_1.01,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,2,power_law_1.2,0.13065600395202637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,1,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,2,power_law_1.01,0.7753664016723633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,1,power_law_1.2,0.04485119879245758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,4,power_law_1.2,6.358879852294922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,1,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,2,power_law_1.2,0.15708160400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,2,power_law_1.01,1.3715456008911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,1,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,1,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,2,power_law_1.2,0.17653759717941284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,1,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,2,power_law_1.01,1.4395392417907715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,1,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,2,power_law_1.2,0.2056191921234131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,1,power_law_1.01,0.09461119771003723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,4,power_law_1.2,15.67088623046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,1,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,2,power_law_1.01,1.9097536087036133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,2,power_law_1.2,0.27381119728088377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,1,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,1,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,1,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,2,power_law_1.2,0.3479552030563354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,2,power_law_1.01,3.4615230560302734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,1,power_law_1.2,0.08357120156288148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,1,power_law_1.01,0.0991487979888916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,2,power_law_1.2,0.4212800025939941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,1,power_law_1.01,0.11284480094909669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,1,power_law_1.2,0.08271359801292419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,2,power_law_1.2,0.6260672092437745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,1,power_law_1.01,0.11632000207901001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,2,power_law_1.01,7.614482879638672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,1,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,1,power_law_1.01,0.1331071972846985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,2,power_law_1.2,0.8892416000366211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,1,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,1,power_law_1.01,0.15074559450149536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,2,power_law_1.2,1.2675583839416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,1,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,1,power_law_1.01,0.16261119842529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,1,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,2,power_law_1.2,2.0047807693481445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,1,power_law_1.01,0.19497599601745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,1,power_law_1.2,0.09399679899215699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,1,power_law_1.01,0.22097280025482177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,2,power_law_1.2,2.52476806640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,1,power_law_1.2,0.09378560185432434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,1,power_law_1.01,0.2973695993423462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,1,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,2,power_law_1.2,4.06036491394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,1,power_law_1.01,0.3540992021560669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,1,power_law_1.2,0.11303679943084717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,1,power_law_1.01,0.5052351951599121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,1,power_law_1.2,0.11550079584121704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,2,power_law_1.2,8.764447784423828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,1,power_law_1.01,0.6586368083953857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,1,power_law_1.2,0.13576960563659668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,1,power_law_1.01,0.9650112152099609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,1,power_law_1.2,0.15400960445404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,1,power_law_1.01,1.2982272148132323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,1,power_law_1.2,0.16261119842529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,1,power_law_1.01,1.6326656341552734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,1,power_law_1.2,0.19415040016174318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,1,power_law_1.2,0.22220799922943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,1,power_law_1.01,2.6669183731079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,1,power_law_1.2,0.29921278953552244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,1,power_law_1.2,0.3615040063858032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,1,power_law_1.01,5.535129547119141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,1,power_law_1.2,0.5035776138305664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,1,power_law_1.2,0.656172800064087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,1,power_law_1.2,0.9617600440979004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,1,power_law_1.2,1.292902374267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,1,power_law_1.2,1.6228351593017578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,1,power_law_1.2,2.6660863876342775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,1,power_law_1.2,5.6170814514160154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,power_law_1.01,0.2850816011428833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,power_law_1.01,0.14970879554748534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,power_law_1.01,0.14521600008010865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,power_law_1.01,0.187391996383667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,power_law_1.01,0.22445440292358398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,power_law_1.01,0.2314176082611084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,16,power_law_1.2,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,power_law_1.01,0.22057600021362306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,16,power_law_1.2,0.27238399982452394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,power_law_1.01,0.23203840255737304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,16,power_law_1.2,0.10546560287475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,power_law_1.01,0.2435136079788208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,16,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,power_law_1.01,0.25109119415283204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,16,power_law_1.2,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,power_law_1.01,0.2524991989135742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,16,power_law_1.2,0.1644544005393982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,power_law_1.01,0.26705920696258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,power_law_1.01,0.11346559524536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,16,power_law_1.2,0.22282240390777588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,power_law_1.01,0.2713599920272827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,power_law_1.01,0.17244160175323486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,16,power_law_1.2,0.21585919857025146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,power_law_1.01,0.2744256019592285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,16,power_law_1.2,0.22568960189819337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,power_law_1.01,0.27545599937438964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,power_law_1.01,0.10424319505691529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,16,power_law_1.2,0.22712318897247313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,power_law_1.01,0.30843520164489746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,16,power_law_1.2,0.2445375919342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,power_law_1.01,0.3430335998535156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,power_law_1.01,0.16036479473114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,16,power_law_1.2,0.23305599689483641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,power_law_1.01,0.3936255931854248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,power_law_1.01,0.39301118850708006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,16,power_law_1.2,0.2570240020751953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,power_law_1.01,0.20582399368286133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,power_law_1.01,0.4667327880859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,16,power_law_1.2,0.2531327962875366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,power_law_1.01,0.21073920726776124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,power_law_1.01,0.5773375988006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,16,power_law_1.2,0.2519040107727051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,power_law_1.01,0.23121919631958007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,power_law_1.01,0.7606272220611572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,16,power_law_1.2,0.26705920696258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,power_law_1.01,0.23632640838623048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,power_law_1.01,0.913811206817627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,16,power_law_1.2,0.2846719980239868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,power_law_1.01,0.24309120178222657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,power_law_1.01,1.2703743934631349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,16,power_law_1.2,0.30986239910125735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,power_law_1.01,0.25620479583740235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,16,power_law_1.2,0.36515839099884034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,power_law_1.01,1.718681526184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,power_law_1.01,0.2426624059677124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,16,power_law_1.2,0.4331456184387207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,power_law_1.01,0.2506752014160156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,power_law_1.01,1.963007926940918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,16,power_law_1.2,0.40611839294433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,power_law_1.01,0.25474560260772705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,16,power_law_1.01,3.9952449798583984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,8,power_law_1.2,0.11222399473190307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,16,power_law_1.2,0.5679103851318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,power_law_1.01,0.26439681053161623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,8,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,16,power_law_1.2,0.688153600692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,power_law_1.01,0.27156479358673097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,8,power_law_1.2,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,16,power_law_1.2,0.8204544067382813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,power_law_1.01,0.30453760623931886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,16,power_law_1.01,7.089580535888672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,8,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,power_law_1.01,0.32522239685058596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,16,power_law_1.2,1.0281023979187012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,8,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,power_law_1.01,0.3733504056930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,16,power_law_1.2,1.7899520874023438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,8,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,power_law_1.01,0.37909119129180907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,8,power_law_1.2,0.21687679290771483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,16,power_law_1.2,2.0633983612060547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,power_law_1.01,0.4700160026550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,8,power_law_1.2,0.2203455924987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,power_law_1.01,0.08581119775772095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,power_law_1.01,0.5396480083465576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,16,power_law_1.2,2.5497600555419924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,8,power_law_1.2,0.22919039726257323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,power_law_1.01,0.11651840209960937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,8,power_law_1.2,0.23633921146392822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,power_law_1.01,0.6770688056945801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,16,power_law_1.2,5.665606307983398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,power_law_1.01,0.09522560238838196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,8,power_law_1.2,0.23265280723571777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,power_law_1.01,0.9154496192932129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,power_law_1.01,0.1050879955291748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,8,power_law_1.2,0.24186880588531495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,power_law_1.01,1.219167995452881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,power_law_1.01,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,8,power_law_1.2,0.2578495979309082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,16,power_law_1.2,10.945760345458984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,power_law_1.01,1.507744026184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,power_law_1.01,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,8,power_law_1.2,0.25681281089782715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,power_law_1.01,0.20930559635162355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,8,power_law_1.2,0.26357760429382326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,power_law_1.01,1.9273727416992188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,4,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,power_law_1.01,0.22507519721984864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,8,power_law_1.2,0.28323841094970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,8,power_law_1.01,3.0259199142456055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,4,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,power_law_1.01,0.22794880867004394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,8,power_law_1.2,0.28282880783081055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,4,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,power_law_1.01,0.2355263948440552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,8,power_law_1.2,0.3254271984100342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,8,power_law_1.01,6.729337310791015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,4,power_law_1.2,0.10055680274963379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,power_law_1.01,0.24739201068878175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,8,power_law_1.2,0.34549760818481445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,4,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,power_law_1.01,0.24451839923858643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,8,power_law_1.2,0.40898561477661133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,4,power_law_1.2,0.16260479688644408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,power_law_1.01,0.2490367889404297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,8,power_law_1.2,0.4196352005004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,4,power_law_1.2,0.2058176040649414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,power_law_1.01,0.2590656042098999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,8,power_law_1.2,0.5195775985717773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,4,power_law_1.2,0.22097280025482177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,power_law_1.01,0.2713855981826782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,8,power_law_1.2,0.6483967781066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,4,power_law_1.2,0.22445440292358398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,power_law_1.01,0.2711551904678345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,4,power_law_1.2,0.2293760061264038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,8,power_law_1.2,0.7790527820587159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,power_law_1.01,0.2820096015930176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,4,power_law_1.2,0.2406464099884033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,8,power_law_1.2,1.003110408782959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,power_law_1.01,0.3010560035705566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,4,power_law_1.2,0.24760959148406983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,power_law_1.01,0.34242560863494875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,8,power_law_1.2,1.3064191818237305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,4,power_law_1.2,0.24883201122283935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,power_law_1.01,0.3913664102554321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,4,power_law_1.2,0.2619391918182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,8,power_law_1.2,2.0084672927856446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.01,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,power_law_1.01,0.4231103897094727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,4,power_law_1.2,0.2739903926849365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,power_law_1.01,0.5031936168670654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,8,power_law_1.2,2.0011072158813477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,4,power_law_1.2,0.2762367963790894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.01,0.092985600233078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,power_law_1.01,0.5908415794372559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,4,power_law_1.2,0.296345591545105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,8,power_law_1.2,3.6165889739990233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.01,0.14663039445877074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,power_law_1.01,0.7909376144409179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,4,power_law_1.2,0.33177599906921384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.01,0.18472959995269775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,4,power_law_1.2,0.35348479747772216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,power_law_1.01,0.9269248008728027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.01,0.22220799922943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,4,power_law_1.2,0.41307520866394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,8,power_law_1.2,9.269254302978515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.01,0.24596478939056396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,2,power_law_1.2,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,power_law_1.01,1.2720191955566407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,4,power_law_1.2,0.4356095790863037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.01,0.2529216051101685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,2,power_law_1.2,0.08969600200653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,power_law_1.01,1.6367616653442383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.01,0.2553855895996094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,4,power_law_1.2,0.5335040092468262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,2,power_law_1.2,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.01,0.26357760429382326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,4,power_law_1.2,0.60763521194458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,power_law_1.01,2.042470359802246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,2,power_law_1.2,0.10403200387954711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.01,0.2707456111907959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,4,power_law_1.2,0.8433664321899415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,2,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.01,0.2766848087310791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,4,power_law_1.01,3.199385643005371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.01,0.28650879859924316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,2,power_law_1.2,0.16261759996414185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,4,power_law_1.2,1.094655990600586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.01,0.2977792024612427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,2,power_law_1.2,0.223852801322937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,4,power_law_1.2,1.3940735816955567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.01,0.3047424077987671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,2,power_law_1.2,0.23573119640350343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,4,power_law_1.01,6.357606506347656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.01,0.34590721130371094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,4,power_law_1.2,1.7129472732543944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,2,power_law_1.2,0.24451839923858643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.01,0.3876863956451416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,2,power_law_1.2,0.25948801040649416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,4,power_law_1.2,2.1415935516357423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.01,0.3983360052108765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,2,power_law_1.2,0.25661439895629884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.01,0.47207040786743165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,2,power_law_1.2,0.2766848087310791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,4,power_law_1.2,3.459481430053711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.01,0.5421055793762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,2,power_law_1.2,0.2707200050354004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.01,0.6647808074951171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,2,power_law_1.2,0.28487679958343504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.01,0.7819263935089111
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,4,power_law_1.2,7.287411499023437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,2,power_law_1.2,0.30986239910125735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.01,1.011302375793457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,2,power_law_1.2,0.31334400177001953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.01,1.2199935913085938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,2,power_law_1.2,0.34099199771881106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,2,power_law_1.2,0.375596809387207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.01,1.7063936233520507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,2,power_law_1.2,0.40816640853881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.01,2.1637056350708006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,2,power_law_1.2,0.49213438034057616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.01,2.510028839111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,2,power_law_1.2,0.5519360065460205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,power_law_1.01,0.10691200494766236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,2,power_law_1.2,0.6840384006500244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.01,4.065280151367188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,2,power_law_1.2,0.808140754699707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,power_law_1.01,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,power_law_1.01,0.05959039926528931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,2,power_law_1.2,1.0590144157409669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,2,power_law_1.2,1.2560319900512695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,2,power_law_1.01,7.841587066650391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,2,power_law_1.2,1.6863231658935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,2,power_law_1.2,2.2648832321166994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,power_law_1.01,0.07906559705734253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,2,power_law_1.2,2.6439680099487304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,power_law_1.01,0.07720959782600403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,2,power_law_1.2,4.133676910400391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,power_law_1.01,0.09464960098266602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,2,power_law_1.2,7.9554496765136715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,power_law_1.01,0.12305279970169067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,power_law_1.01,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,power_law_1.01,0.169977605342865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,power_law_1.01,0.21094400882720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,16,power_law_1.2,0.11448960304260254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,power_law_1.01,0.25292799472808836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,16,power_law_1.2,0.05614719986915588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,16,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,power_law_1.01,0.36761600971221925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,16,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,power_law_1.01,0.45157761573791505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,16,power_law_1.2,0.06598399877548218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,power_law_1.01,0.7114816188812256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,16,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,power_law_1.01,0.8724479675292969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,16,power_law_1.2,0.07125759720802308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,16,power_law_1.2,0.07638400197029113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,power_law_1.01,1.163468837738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,16,power_law_1.2,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,16,power_law_1.01,1.7092479705810546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,16,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,16,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,16,power_law_1.2,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,16,power_law_1.01,3.342758560180664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,power_law_1.01,0.07742720246315002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,16,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,power_law_1.01,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,16,power_law_1.2,0.11303679943084717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,16,power_law_1.2,0.12103040218353271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,16,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,16,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,16,power_law_1.2,0.13233280181884766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,16,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,8,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,16,power_law_1.2,0.18063360452651978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,8,power_law_1.2,0.040345600247383116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,16,power_law_1.2,0.19864959716796876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,power_law_1.01,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,8,power_law_1.2,0.04567039906978607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,16,power_law_1.2,0.24967679977416993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,8,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,16,power_law_1.2,0.30782079696655273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,8,power_law_1.2,0.05631999969482422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,power_law_1.01,0.09829760193824769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,8,power_law_1.2,0.07147520184516906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,16,power_law_1.2,0.4055168151855469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,8,power_law_1.2,0.07556480169296265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,16,power_law_1.2,0.5855231761932373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,power_law_1.01,0.0985472023487091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,8,power_law_1.2,0.07925760149955749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,16,power_law_1.2,1.1458623886108399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,8,power_law_1.2,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,8,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,16,power_law_1.2,1.2273664474487305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,8,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,power_law_1.01,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,16,power_law_1.2,1.4039104461669922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,8,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,8,power_law_1.2,0.0964352011680603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,16,power_law_1.2,2.93253116607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,8,power_law_1.2,0.0948095977306366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,power_law_1.01,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,8,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,power_law_1.01,0.05569919943809509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,8,power_law_1.2,0.10936959981918334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,power_law_1.01,0.2420736074447632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,16,power_law_1.2,7.085913848876953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,8,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,power_law_1.01,0.3180543899536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,power_law_1.01,0.07740160226821899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,8,power_law_1.2,0.12104320526123047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,power_law_1.01,0.39034879207611084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,power_law_1.01,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,8,power_law_1.2,0.1345471978187561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,power_law_1.01,0.5937151908874512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,8,power_law_1.2,0.16933759450912475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,power_law_1.01,0.7196671962738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,8,power_law_1.2,0.1703871965408325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,4,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,power_law_1.01,0.09093760251998902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,8,power_law_1.2,0.22549118995666503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,power_law_1.01,0.9232447624206543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,4,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,8,power_law_1.2,0.2938751935958862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,4,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,8,power_law_1.01,1.3514368057250976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,8,power_law_1.2,0.4098048210144043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,4,power_law_1.2,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,4,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,8,power_law_1.2,0.510969591140747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,4,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,8,power_law_1.01,3.336191940307617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,8,power_law_1.2,0.6455296039581299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,4,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,power_law_1.01,0.12373759746551513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,8,power_law_1.2,0.9318400382995605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,4,power_law_1.2,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,4,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,8,power_law_1.2,1.1999232292175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,power_law_1.01,0.16178560256958008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,4,power_law_1.2,0.08440960049629212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,power_law_1.01,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,8,power_law_1.2,1.7481727600097656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,4,power_law_1.2,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,power_law_1.01,0.23817598819732666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,4,power_law_1.2,0.08931840062141419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,power_law_1.01,0.2883584022521973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,power_law_1.01,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,4,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,power_law_1.01,0.3592128038406372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,8,power_law_1.2,4.408953475952148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,power_law_1.01,0.07374079823493958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,4,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,power_law_1.01,0.44462080001831056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,power_law_1.01,0.08520320057868958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,4,power_law_1.2,0.10751999616622925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,power_law_1.01,0.5933055877685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,power_law_1.01,0.11857919692993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,4,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,power_law_1.01,0.8515647888183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,4,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,power_law_1.01,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,power_law_1.01,1.0137599945068358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,4,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,power_law_1.01,0.19332480430603027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,4,power_law_1.2,0.14051200151443483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,4,power_law_1.01,1.5622079849243165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,power_law_1.01,0.25046401023864745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,4,power_law_1.2,0.16956160068511963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,power_law_1.01,0.26975359916687014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,4,power_law_1.2,0.21524479389190673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,4,power_law_1.01,3.3202239990234377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,power_law_1.01,0.27730560302734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,4,power_law_1.2,0.26357760429382326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,power_law_1.01,0.28078720569610593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,4,power_law_1.2,0.29859840869903564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,power_law_1.01,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,4,power_law_1.2,0.43233280181884765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,1,power_law_1.2,0.06674559712409973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,power_law_1.01,0.31108479499816893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,4,power_law_1.2,0.5183551788330079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,1,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,power_law_1.01,0.31436800956726074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,4,power_law_1.2,0.6872896194458008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,1,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,power_law_1.01,0.3305471897125244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,1,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,4,power_law_1.2,0.9900032043457031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,power_law_1.01,0.3452928066253662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,1,power_law_1.2,0.14067200422286988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,4,power_law_1.2,1.2619711875915527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,power_law_1.01,0.3610624074935913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,power_law_1.01,0.06082559823989868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,1,power_law_1.2,0.17817599773406984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,power_law_1.01,0.3930047988891602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,4,power_law_1.2,1.9617727279663086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,power_law_1.01,0.0790719985961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,1,power_law_1.2,0.24535679817199707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,power_law_1.01,0.46592001914978026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,power_law_1.01,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,1,power_law_1.2,0.2664448022842407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,power_law_1.01,0.535968017578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,4,power_law_1.2,3.709952163696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,1,power_law_1.2,0.2758656024932861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,power_law_1.01,0.6516736030578614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,power_law_1.01,0.08888959884643555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,1,power_law_1.2,0.2799616098403931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,power_law_1.01,0.7638976097106933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,1,power_law_1.2,0.2959359884262085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,power_law_1.01,0.9572352409362793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,power_law_1.01,0.09544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,1,power_law_1.2,0.30453760623931886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,power_law_1.01,0.10157439708709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,power_law_1.01,1.1151424407958985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,1,power_law_1.2,0.3217407941818237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,power_law_1.01,0.1081279993057251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,power_law_1.01,1.4637056350708009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,power_law_1.01,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,1,power_law_1.2,0.3407808065414429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,power_law_1.01,1.8739200592041017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,power_law_1.01,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,1,power_law_1.2,0.3543040037155151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,power_law_1.01,2.5579519271850586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,power_law_1.01,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,1,power_law_1.2,0.3762176036834717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,power_law_1.01,3.241984176635742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,1,power_law_1.2,0.4071487903594971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,power_law_1.01,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,1,power_law_1.2,0.48108158111572263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,power_law_1.01,3.931961441040039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,power_law_1.01,0.1726464033126831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,1,power_law_1.2,0.5568511962890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,power_law_1.01,0.2066431999206543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,1,power_law_1.01,5.9969535827636715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,1,power_law_1.2,0.6791232109069825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,power_law_1.01,0.23388159275054932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,1,power_law_1.2,0.7860544204711915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,power_law_1.01,0.3026943922042847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,1,power_law_1.01,11.572000122070312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,power_law_1.01,0.3743743896484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,1,power_law_1.2,0.9683008193969727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,power_law_1.01,0.5089280128479003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,1,power_law_1.2,1.1278335571289062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,2,power_law_1.2,0.041356799006462094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,power_law_1.01,0.6328320026397705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,2,power_law_1.2,0.03644160032272339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,1,power_law_1.2,1.462054443359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,2,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,power_law_1.01,0.8851455688476563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,1,power_law_1.2,1.8874303817749023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,2,power_law_1.2,0.053235197067260744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,power_law_1.01,1.1331583976745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,2,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,1,power_law_1.2,2.578432083129883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,2,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,power_law_1.01,1.3948927879333497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,2,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,1,power_law_1.2,3.25549430847168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,2,power_law_1.2,0.08581759929656982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,2,power_law_1.01,2.254233551025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,2,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,1,power_law_1.2,3.9438335418701174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,2,power_law_1.2,0.09113600254058837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,2,power_law_1.01,4.4128257751464846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,2,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,1,power_law_1.2,6.02685432434082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,2,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,2,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,2,power_law_1.2,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,1,power_law_1.2,11.636736297607422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,2,power_law_1.2,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,2,power_law_1.2,0.13701759576797484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,2,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,2,power_law_1.2,0.1765247941017151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,2,power_law_1.2,0.17325439453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,2,power_law_1.2,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,2,power_law_1.2,0.24657919406890869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,2,power_law_1.2,0.32767999172210693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,2,power_law_1.2,0.4122623920440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,2,power_law_1.2,0.5486527919769287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,2,power_law_1.2,0.6545407772064209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,power_law_1.01,0.0381056010723114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,2,power_law_1.2,1.0553343772888184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,2,power_law_1.2,1.3105024337768554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,power_law_1.01,0.050374400615692136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,power_law_1.01,0.06000639796257019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,2,power_law_1.2,1.5986623764038086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,power_law_1.01,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,2,power_law_1.2,2.6202112197875977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,power_law_1.01,0.10403200387954711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,2,power_law_1.2,4.9500480651855465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,1,power_law_1.2,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,1,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,1,power_law_1.2,0.04895359873771667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,power_law_1.01,0.11407999992370606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,1,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,power_law_1.01,0.1220479965209961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,1,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,power_law_1.01,0.12735999822616578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,1,power_law_1.2,0.0995519995689392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,power_law_1.01,0.13640320301055908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,1,power_law_1.2,0.10444159507751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,power_law_1.01,0.14828159809112548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,1,power_law_1.2,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,power_law_1.01,0.15421439409255983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,1,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,power_law_1.01,0.1741055965423584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,1,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,power_law_1.01,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,1,power_law_1.2,0.11730560064315795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,power_law_1.01,0.2398144006729126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,1,power_law_1.2,0.12328319549560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,power_law_1.01,0.3086400032043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,1,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,power_law_1.01,0.3551232099533081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,1,power_law_1.2,0.14970240592956544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,power_law_1.01,0.4679679870605469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,1,power_law_1.2,0.1572543978691101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,power_law_1.01,0.5867392063140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,1,power_law_1.2,0.1646656036376953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,power_law_1.01,0.7798719882965088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,1,power_law_1.2,0.17653759717941284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,power_law_1.01,0.9691328048706055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,1,power_law_1.2,0.20991361141204834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,power_law_1.01,1.3690879821777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,1,power_law_1.2,0.24411520957946778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,1,power_law_1.2,0.30986239910125735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,power_law_1.01,1.7584192276000976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,1,power_law_1.2,0.3610624074935913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,power_law_1.01,2.148147201538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,1,power_law_1.2,0.46592001914978026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,1,power_law_1.2,0.5920639991760254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,1,power_law_1.01,3.3395137786865234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,1,power_law_1.2,0.7802879810333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,1,power_law_1.2,0.9813952445983887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,1,power_law_1.01,6.504640197753906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,1,power_law_1.2,1.3854656219482422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,1,power_law_1.2,1.7543296813964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,1,power_law_1.2,2.1464895248413085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,power_law_1.01,0.2125823974609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,power_law_1.01,0.2091007947921753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,1,power_law_1.2,3.3316928863525392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,power_law_1.01,0.10277119874954224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,power_law_1.01,0.11752320528030395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,1,power_law_1.2,6.498111724853516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,power_law_1.01,0.1511615991592407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,power_law_1.01,0.1810431957244873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,power_law_1.01,0.1921023964881897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,power_law_1.01,0.18966399431228637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,power_law_1.01,0.19251199960708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,power_law_1.01,0.19946880340576173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,power_law_1.01,0.19333120584487914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,power_law_1.01,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,power_law_1.01,0.19988479614257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,16,power_law_1.2,0.1970047950744629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,power_law_1.01,0.212172794342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,16,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,power_law_1.01,0.2144320011138916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,16,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,power_law_1.01,0.21667840480804443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,16,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,power_law_1.01,0.22856318950653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,16,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,power_law_1.01,0.2711551904678345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,16,power_law_1.2,0.17776639461517335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,power_law_1.01,0.3004415988922119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,16,power_law_1.2,0.18472959995269775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,power_law_1.01,0.33974399566650393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,16,power_law_1.2,0.18636159896850585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,power_law_1.01,0.4073023796081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,16,power_law_1.2,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,power_law_1.01,0.4814911842346191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,16,power_law_1.2,0.1962048053741455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,16,power_law_1.2,0.19045759439468385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,power_law_1.01,0.5486591815948486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,16,power_law_1.2,0.20193281173706054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,power_law_1.01,0.7483327865600586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,16,power_law_1.2,0.20152320861816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,power_law_1.01,0.9297856330871582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,16,power_law_1.2,0.21626880168914794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,power_law_1.01,1.3055999755859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,16,power_law_1.2,0.2185215950012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,16,power_law_1.2,0.23244800567626953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,power_law_1.01,1.7555328369140626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,16,power_law_1.2,0.24635519981384277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,power_law_1.01,0.14703999757766723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,power_law_1.01,2.320364761352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,16,power_law_1.2,0.2748415946960449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,power_law_1.01,0.16670080423355102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,16,power_law_1.2,0.32378880977630614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,16,power_law_1.01,3.6689857482910155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,power_law_1.01,0.07679359912872315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,16,power_law_1.2,0.3889087915420532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,16,power_law_1.2,0.3983423948287964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,power_law_1.01,0.13188480138778685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,16,power_law_1.01,7.870252990722657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,16,power_law_1.2,0.49213438034057616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,power_law_1.01,0.17531520128250122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,16,power_law_1.2,0.6807551860809327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,power_law_1.01,0.1833024024963379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,power_law_1.01,0.18248319625854492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,16,power_law_1.2,0.931430435180664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,power_law_1.01,0.18145279884338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,16,power_law_1.2,1.1118592262268066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,power_law_1.01,0.19312000274658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,16,power_law_1.2,1.9208127975463867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,power_law_1.01,0.1916800022125244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,power_law_1.01,0.19414399862289428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,16,power_law_1.2,2.749440002441406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,8,power_law_1.2,0.11612160205841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,power_law_1.01,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,8,power_law_1.2,0.09032319784164429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,16,power_law_1.2,3.2346240997314455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,power_law_1.01,0.20459520816802979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,8,power_law_1.2,0.07863039970397949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,power_law_1.01,0.20949759483337402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,8,power_law_1.2,0.10116480588912964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,16,power_law_1.2,6.086656188964843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,power_law_1.01,0.22568960189819337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,8,power_law_1.2,0.10588799715042115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,power_law_1.01,0.2275264024734497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,8,power_law_1.2,0.17120640277862548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,power_law_1.01,0.2621504068374634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,8,power_law_1.2,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,power_law_1.01,0.2703295946121216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,8,power_law_1.2,0.18064639568328858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,16,power_law_1.2,14.003616333007812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,power_law_1.01,0.10444159507751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,power_law_1.01,0.32727038860321045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,8,power_law_1.2,0.18165119886398315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,power_law_1.01,0.10280319452285766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,power_law_1.01,0.3289088010787964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,8,power_law_1.2,0.19045759439468385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,power_law_1.01,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,power_law_1.01,0.41635842323303224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,8,power_law_1.2,0.19189759492874145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,power_law_1.01,0.09910399913787842
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,power_law_1.01,0.5249023914337159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,8,power_law_1.2,0.1933184027671814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,power_law_1.01,0.12080639600753784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,power_law_1.01,0.6918079853057861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,8,power_law_1.2,0.1955839991569519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,power_law_1.01,0.16547839641571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,power_law_1.01,0.8277952194213867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,8,power_law_1.2,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,power_law_1.01,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,power_law_1.01,1.0803135871887206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,8,power_law_1.2,0.21647360324859619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,power_law_1.01,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,power_law_1.01,1.3785087585449218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,8,power_law_1.2,0.22283520698547363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,power_law_1.01,0.1892351984977722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,power_law_1.01,1.9920896530151366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,8,power_law_1.2,0.23592960834503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,power_law_1.01,0.18882559537887572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,8,power_law_1.2,0.2668544054031372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,power_law_1.01,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,8,power_law_1.01,3.0099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,8,power_law_1.2,0.2850816011428833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,power_law_1.01,0.20152320861816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,8,power_law_1.2,0.35674879550933836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,8,power_law_1.01,5.932665634155273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,power_law_1.01,0.21093759536743165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,8,power_law_1.2,0.38236160278320314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,power_law_1.01,0.22159359455108643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,8,power_law_1.2,0.5052351951599121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,power_law_1.01,0.2279360055923462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,8,power_law_1.2,0.557260799407959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,power_law_1.01,0.23796479701995848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,8,power_law_1.2,0.6987775802612305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,4,power_law_1.2,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,power_law_1.01,0.2619391918182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,4,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,8,power_law_1.2,1.0416128158569335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,power_law_1.01,0.28323841094970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,4,power_law_1.2,0.07535359859466553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,power_law_1.01,0.3379199981689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,8,power_law_1.2,1.8108415603637695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,4,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,power_law_1.01,0.3553215980529785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,4,power_law_1.2,0.11674239635467529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,8,power_law_1.2,2.121113586425781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,power_law_1.01,0.41656317710876467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,4,power_law_1.2,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,8,power_law_1.2,2.508799934387207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,4,power_law_1.2,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,power_law_1.01,0.5171199798583984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,4,power_law_1.2,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,power_law_1.01,0.6664192199707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,8,power_law_1.2,3.8758464813232423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,4,power_law_1.2,0.18881920576095582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,power_law_1.01,0.8523391723632813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,4,power_law_1.2,0.1962175965309143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,power_law_1.01,1.1507712364196778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,4,power_law_1.2,0.1908735990524292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,8,power_law_1.2,8.802540588378907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,4,power_law_1.2,0.20149760246276854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,power_law_1.01,1.499135971069336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,4,power_law_1.2,0.20889599323272706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,power_law_1.01,1.9294208526611327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,4,power_law_1.2,0.21934080123901367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,4,power_law_1.2,0.2279423952102661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,4,power_law_1.01,3.341516876220703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,4,power_law_1.2,0.23573119640350343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,4,power_law_1.2,0.24657280445098878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,4,power_law_1.01,6.324825668334961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,4,power_law_1.2,0.2732032060623169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,4,power_law_1.2,0.2820096015930176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,4,power_law_1.2,0.34979839324951173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,4,power_law_1.2,0.36740479469299314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,4,power_law_1.2,0.44707841873168946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,4,power_law_1.2,0.5498879909515381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,4,power_law_1.2,0.787667179107666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,4,power_law_1.2,0.8806336402893067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,4,power_law_1.2,1.3170687675476074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,4,power_law_1.2,1.8448383331298828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,4,power_law_1.2,1.9163135528564452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,4,power_law_1.2,3.641145706176758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,4,power_law_1.2,8.315315246582031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,power_law_1.01,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,power_law_1.01,0.08515840172767639
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,power_law_1.01,0.10178560018539429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,power_law_1.01,0.17960959672927856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,power_law_1.01,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,power_law_1.01,0.19867520332336425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,2,power_law_1.2,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,power_law_1.01,0.20397439002990722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,2,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,power_law_1.01,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,2,power_law_1.2,0.07660800218582153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,power_law_1.01,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,2,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,power_law_1.01,0.21196160316467286
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,2,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,power_law_1.01,0.21544959545135497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,2,power_law_1.2,0.17918720245361328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,power_law_1.01,0.21934080123901367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,2,power_law_1.2,0.19107199907302858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,power_law_1.01,0.23554561138153077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,2,power_law_1.2,0.2009023904800415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,power_law_1.01,0.24535040855407714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,2,power_law_1.2,0.2068608045578003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,power_law_1.01,0.26705920696258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,2,power_law_1.2,0.20726399421691893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,power_law_1.01,0.3010495901107788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,2,power_law_1.2,0.20888960361480713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,power_law_1.01,0.3309567928314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,2,power_law_1.2,0.2205631971359253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,power_law_1.01,0.37745280265808107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,2,power_law_1.2,0.21916160583496094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,power_law_1.01,0.4339712142944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,2,power_law_1.2,0.24452478885650636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,power_law_1.01,0.5433407783508301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,2,power_law_1.2,0.25535359382629397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,power_law_1.01,0.7049215793609619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,2,power_law_1.2,0.25927679538726806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,power_law_1.01,0.9002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,2,power_law_1.2,0.2713599920272827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,power_law_1.01,1.10447998046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,2,power_law_1.2,0.29513599872589114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,2,power_law_1.2,0.3278847932815552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,power_law_1.01,1.5347647666931152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,2,power_law_1.2,0.37293438911437987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,power_law_1.01,1.9048448562622071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,2,power_law_1.2,0.4466752052307129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,power_law_1.01,2.419910430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,2,power_law_1.2,0.5490687847137451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,2,power_law_1.2,0.728275203704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,2,power_law_1.01,3.7877761840820314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,2,power_law_1.2,0.932652759552002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,2,power_law_1.2,1.1220992088317872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,2,power_law_1.01,7.433420562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,2,power_law_1.2,1.486854362487793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,2,power_law_1.2,2.2222976684570312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,2,power_law_1.2,2.581715202331543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,2,power_law_1.2,4.494355010986328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,2,power_law_1.2,8.531967926025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,power_law_1.01,0.07083520293235779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,power_law_1.01,0.08460800051689148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,power_law_1.01,0.11325440406799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,power_law_1.01,0.13969279527664186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,power_law_1.01,0.20008959770202636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,power_law_1.01,0.21012480258941652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,power_law_1.01,0.22016639709472657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,power_law_1.01,0.2318272113800049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,power_law_1.01,0.2234368085861206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,power_law_1.01,0.28342399597167967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,power_law_1.01,0.22876160144805907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,power_law_1.01,0.3891200065612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,power_law_1.01,0.23900160789489747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,power_law_1.01,0.2451456069946289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,power_law_1.01,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,power_law_1.01,0.2549760103225708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,power_law_1.01,0.17634559869766236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,power_law_1.01,0.2664383888244629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,power_law_1.01,0.20377600193023682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,power_law_1.01,0.2920448064804077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,power_law_1.01,0.23162240982055665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,1,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,power_law_1.01,0.30064640045166013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,power_law_1.01,0.2834176063537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,1,power_law_1.2,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,power_law_1.01,0.3329983949661255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,1,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,power_law_1.01,0.404691219329834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,power_law_1.01,0.28282239437103274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,power_law_1.01,0.43848319053649903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,1,power_law_1.2,0.1015936017036438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,power_law_1.01,0.2969664096832275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,power_law_1.01,0.5425151824951172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,1,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,power_law_1.01,0.30023679733276365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,power_law_1.01,0.6195199966430665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,1,power_law_1.2,0.19621119499206544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,power_law_1.01,0.31048319339752195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,power_law_1.01,0.8015872001647949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,1,power_law_1.2,0.20234239101409912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,power_law_1.01,1.0141695976257323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,power_law_1.01,0.30699520111083983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,1,power_law_1.2,0.22302720546722413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,1,power_law_1.2,0.22753279209136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,power_law_1.01,1.3342720031738282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,power_law_1.01,0.32826240062713624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,16,power_law_1.2,0.23450241088867188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,1,power_law_1.2,0.23079679012298585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,power_law_1.01,1.6592832565307618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,power_law_1.01,0.3416064023971558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,16,power_law_1.2,0.28015999794006347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,1,power_law_1.2,0.2431040048599243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,power_law_1.01,0.33260159492492675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,power_law_1.01,2.299289512634277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,1,power_law_1.2,0.254367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,16,power_law_1.2,0.26296319961547854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,power_law_1.01,0.34161279201507566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,1,power_law_1.2,0.2668544054031372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,power_law_1.01,2.8833791732788088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,16,power_law_1.2,0.12144639492034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,power_law_1.01,0.36433920860290525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,1,power_law_1.2,0.2758656024932861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,16,power_law_1.2,0.1726464033126831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,power_law_1.01,3.559423828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,1,power_law_1.2,0.2934720039367676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,power_law_1.01,0.3844032049179077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,16,power_law_1.2,0.22548480033874513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,1,power_law_1.2,0.30536320209503176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,power_law_1.01,0.45731201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,1,power_law_1.01,5.546188735961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,1,power_law_1.2,0.33914880752563475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,16,power_law_1.2,0.22671360969543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,power_law_1.01,0.5306367874145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,1,power_law_1.2,0.4196352005004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,power_law_1.01,0.17469439506530762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,16,power_law_1.2,0.26460158824920654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,power_law_1.01,0.6402048110961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,1,power_law_1.2,0.4413440227508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,power_law_1.01,0.2861056089401245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,16,power_law_1.2,0.2619328022003174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,1,power_law_1.01,11.054694366455077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,1,power_law_1.2,0.5433343887329102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,power_law_1.01,0.6231872081756592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,power_law_1.01,0.10200320482254029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,1,power_law_1.2,0.6293568134307861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,16,power_law_1.2,0.2699264049530029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,power_law_1.01,0.7974912166595459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,power_law_1.01,0.15483520030975342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,1,power_law_1.2,0.7987199783325195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,16,power_law_1.2,0.2906176090240479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,power_law_1.01,1.0137599945068358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,power_law_1.01,0.1937407970428467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,1,power_law_1.2,1.032595157623291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,16,power_law_1.2,0.3067903995513916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,power_law_1.01,1.3948927879333497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,power_law_1.01,0.22323200702667237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,1,power_law_1.2,1.3367168426513671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,16,power_law_1.2,0.31600639820098875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,power_law_1.01,0.2654207944869995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,1,power_law_1.2,1.6519168853759765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,power_law_1.01,1.7899520874023438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,16,power_law_1.2,0.31640961170196535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,power_law_1.01,0.2736128091812134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,1,power_law_1.2,2.313599967956543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,power_law_1.01,2.3220287322998048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,16,power_law_1.2,0.3264384031295776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,power_law_1.01,0.2836416006088257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,1,power_law_1.2,2.9050880432128907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,16,power_law_1.2,0.3504064083099365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,power_law_1.01,0.3026943922042847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,16,power_law_1.01,3.489811325073242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,16,power_law_1.2,0.3516416072845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,1,power_law_1.2,3.5919872283935548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,power_law_1.01,0.3104768037796021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,8,power_law_1.2,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,16,power_law_1.2,0.36331520080566404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,power_law_1.01,0.3184639930725098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,1,power_law_1.2,5.608038330078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,8,power_law_1.2,0.1737023949623108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,16,power_law_1.01,6.773139190673828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,16,power_law_1.2,0.4171775817871094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,power_law_1.01,0.3147775888442993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,8,power_law_1.2,0.1773568034172058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,16,power_law_1.2,0.4982719898223877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,power_law_1.01,0.3473407983779907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,8,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,16,power_law_1.2,0.5761023998260498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,1,power_law_1.2,11.360460662841797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,power_law_1.01,0.3485759973526001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,8,power_law_1.2,0.13500159978866577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,16,power_law_1.2,0.7225535869598388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,power_law_1.01,0.333407998085022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,8,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,16,power_law_1.2,0.6934591770172119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,power_law_1.01,0.3807231903076172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,8,power_law_1.2,0.19046399593353272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,16,power_law_1.2,0.85032958984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,power_law_1.01,0.3960832118988037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,8,power_law_1.2,0.25169920921325684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,8,power_law_1.2,0.2627264022827148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,power_law_1.01,0.45895681381225584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,16,power_law_1.2,1.1819071769714355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,8,power_law_1.2,0.27402238845825194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,power_law_1.01,0.51179518699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,16,power_law_1.2,1.6556032180786133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,8,power_law_1.2,0.28282880783081055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,power_law_1.01,0.633241605758667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,8,power_law_1.2,0.29205119609832764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,16,power_law_1.2,2.234560012817383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,power_law_1.01,0.7098368167877197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,8,power_law_1.2,0.3035264015197754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,power_law_1.01,0.8863743782043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,16,power_law_1.2,2.7703296661376955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,8,power_law_1.2,0.31804800033569336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,power_law_1.01,0.9650239944458008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,8,power_law_1.2,0.31968638896942136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,16,power_law_1.2,4.1844734191894535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,8,power_law_1.2,0.3309567928314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,power_law_1.01,1.337548828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,8,power_law_1.2,0.3479743957519531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,power_law_1.01,1.8333696365356444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,8,power_law_1.2,0.3807231903076172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,16,power_law_1.2,11.546669006347656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,power_law_1.01,2.0346879959106445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,8,power_law_1.2,0.42863998413085935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,8,power_law_1.2,0.49295358657836913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,8,power_law_1.01,3.322265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,8,power_law_1.2,0.5777408123016358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,8,power_law_1.2,0.6868991851806641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,8,power_law_1.01,5.910528182983398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,8,power_law_1.2,0.6905856132507324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,8,power_law_1.2,0.8945343971252442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,8,power_law_1.2,1.0610688209533692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,8,power_law_1.2,1.3912128448486327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,8,power_law_1.2,1.9261503219604492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,8,power_law_1.2,2.580076789855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,8,power_law_1.2,3.7173183441162108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,8,power_law_1.2,7.712384033203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,power_law_1.01,0.17756160497665405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,power_law_1.01,0.10324480533599853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,power_law_1.01,0.14254080057144164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,power_law_1.01,0.1937343955039978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,power_law_1.01,0.21729280948638915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,4,power_law_1.2,0.10178560018539429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,power_law_1.01,0.2758656024932861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,8,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,4,power_law_1.2,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,8,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,power_law_1.01,0.2846719980239868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,8,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,4,power_law_1.2,0.09605759978294373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,8,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,power_law_1.01,0.28343679904937746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,4,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,8,power_law_1.01,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,power_law_1.01,0.304531192779541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,8,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,4,power_law_1.2,0.14254080057144164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,8,power_law_1.01,0.04872319996356964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,power_law_1.01,0.3073983907699585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,4,power_law_1.2,0.1703935980796814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,8,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,power_law_1.01,0.31886720657348633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,8,power_law_1.01,0.04872319996356964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,4,power_law_1.2,0.1962048053741455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,8,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,power_law_1.01,0.3239871978759766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,8,power_law_1.01,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,4,power_law_1.2,0.254150390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,power_law_1.01,0.34590721130371094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,8,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,4,power_law_1.2,0.2748095989227295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,8,power_law_1.01,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,power_law_1.01,0.34202239513397215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,8,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,4,power_law_1.2,0.2844608068466187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,8,power_law_1.01,0.08069760203361512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,power_law_1.01,0.3708863973617554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,4,power_law_1.2,0.2905791997909546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,8,power_law_1.01,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,power_law_1.01,0.3928128004074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,2,8,power_law_1.2,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,8,power_law_1.01,0.09320319890975952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,4,power_law_1.2,0.3049407958984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,8,power_law_1.01,0.118995201587677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,2,8,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,power_law_1.01,0.4149184226989746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,8,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,4,power_law_1.2,0.30883839130401614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,2,8,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,8,power_law_1.01,0.16463359594345092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,power_law_1.01,0.45691518783569335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,2,8,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,8,power_law_1.01,0.2254784107208252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,4,power_law_1.2,0.3299328088760376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,2,8,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,8,power_law_1.01,0.27710719108581544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,power_law_1.01,0.5355584144592285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,4,power_law_1.2,0.3418175935745239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,8,power_law_1.01,0.37907838821411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,2,8,power_law_1.2,0.04550400078296661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,8,power_law_1.01,0.5310400009155274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,power_law_1.01,0.6639552116394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,2,8,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,4,power_law_1.2,0.3383359909057617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,8,power_law_1.01,0.638976001739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,2,8,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,power_law_1.01,0.7585408210754394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,8,power_law_1.01,0.9609151840209961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,4,power_law_1.2,0.36188158988952634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,2,8,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,8,power_law_1.01,1.3907967567443849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,2,8,power_law_1.2,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,power_law_1.01,0.9867263793945312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,4,power_law_1.2,0.4026303768157959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,8,power_law_1.01,1.8202560424804688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,2,8,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,8,power_law_1.01,3.017318344116211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,4,power_law_1.2,0.4294591903686523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,power_law_1.01,1.0754048347473144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,2,8,power_law_1.2,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,2,8,power_law_1.2,0.06228479743003845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,4,power_law_1.2,0.48394241333007815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,8,power_law_1.01,6.154438400268555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,power_law_1.01,1.3924351692199708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,2,8,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,2,8,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,4,power_law_1.2,0.5375872135162354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,power_law_1.01,1.7895360946655274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,2,8,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,4,power_law_1.2,0.6729919910430908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,2,8,power_law_1.2,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,2,8,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,power_law_1.01,2.198124885559082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,4,power_law_1.2,0.7974976062774658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,2,8,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,4,power_law_1.2,0.9916288375854492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,2,8,power_law_1.2,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,4,power_law_1.01,3.8320064544677734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,2,8,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,4,power_law_1.2,1.1102208137512206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,2,8,power_law_1.2,0.28323841094970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,2,8,power_law_1.2,0.3426111936569214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,4,power_law_1.2,1.5126527786254882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,4,power_law_1.01,6.7178497314453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,2,8,power_law_1.2,0.5302207946777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,2,8,power_law_1.2,0.6430848121643067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,4,power_law_1.2,1.9458047866821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,2,8,power_law_1.2,1.0395520210266114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,4,power_law_1.2,2.35479679107666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,2,8,power_law_1.2,1.4079999923706055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,2,8,power_law_1.2,1.8925567626953126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,4,power_law_1.2,3.5919872283935548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,2,8,power_law_1.2,3.041484832763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,2,8,power_law_1.2,6.507456207275391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,4,power_law_1.2,7.888697814941406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,power_law_1.01,0.07530879974365234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,4,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,power_law_1.01,0.0966592013835907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,4,power_law_1.01,0.04257920086383819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,4,power_law_1.01,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,power_law_1.01,0.14851839542388917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,4,power_law_1.01,0.04339199960231781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,power_law_1.01,0.19988479614257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,4,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,4,power_law_1.01,0.042559999227523806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,power_law_1.01,0.23406078815460205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,4,power_law_1.01,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,power_law_1.01,0.2983936071395874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,4,power_law_1.01,0.05057920217514038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,power_law_1.01,0.2973759889602661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,4,power_law_1.01,0.050342398881912234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,power_law_1.01,0.3150079965591431
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,4,power_law_1.01,0.053446400165557864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,2,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,4,power_law_1.2,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,4,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,power_law_1.01,0.3151871919631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,2,power_law_1.2,0.09277439713478089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,4,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,4,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,4,power_law_1.2,0.041171199083328246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,power_law_1.01,0.3344383955001831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,4,power_law_1.01,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,2,power_law_1.2,0.09441279768943786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,4,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,4,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,power_law_1.01,0.34713599681854246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,2,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,4,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,4,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,4,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,2,power_law_1.2,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,power_law_1.01,0.3655872106552124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,4,power_law_1.01,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,4,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,4,power_law_1.01,0.10363520383834839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,2,power_law_1.2,0.1841215968132019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,power_law_1.01,0.36925439834594725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,4,power_law_1.2,0.050419199466705325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,4,power_law_1.01,0.10648959875106812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,4,power_law_1.2,0.05263360142707825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,2,power_law_1.2,0.22056961059570312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,power_law_1.01,0.3749887943267822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,4,power_law_1.01,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,4,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,2,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,4,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,power_law_1.01,0.39768960475921633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,2,power_law_1.2,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,2,power_law_1.2,0.2785279989242554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,4,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,2,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,4,power_law_1.01,0.21893761157989503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,4,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,power_law_1.01,0.4372543811798096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,2,power_law_1.2,0.03685120046138764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,4,power_law_1.01,0.29881598949432375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,2,power_law_1.01,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,2,power_law_1.2,0.29061119556427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,4,power_law_1.2,0.0591871976852417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,4,power_law_1.01,0.3915776014328003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,2,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,power_law_1.01,0.5076992034912109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,2,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,4,power_law_1.2,0.06428160071372986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,4,power_law_1.01,0.4552703857421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,2,power_law_1.2,0.2979840040206909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,2,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,power_law_1.01,0.5949440002441406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,2,power_law_1.2,0.04073599874973297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,4,power_law_1.2,0.07211520075798035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,4,power_law_1.01,0.8863743782043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,2,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,2,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,power_law_1.01,0.6158336162567138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,2,power_law_1.2,0.3268608093261719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,4,power_law_1.01,1.1921664237976075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,2,power_law_1.01,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,4,power_law_1.2,0.08662400245666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,2,power_law_1.2,0.041971200704574586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,2,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,4,power_law_1.01,1.426022434234619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,power_law_1.01,0.8003583908081054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,4,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,2,power_law_1.2,0.3330048084259033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,2,power_law_1.2,0.04645119905471802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,2,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,4,power_law_1.01,2.3662208557128905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,power_law_1.01,0.9093119621276855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,4,power_law_1.2,0.11448320150375366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,2,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,2,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,2,power_law_1.2,0.33627519607543943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,4,power_law_1.01,4.67212142944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,4,power_law_1.2,0.14991999864578248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,2,power_law_1.2,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,power_law_1.01,1.1859968185424805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,2,power_law_1.01,0.04996480047702789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,4,power_law_1.2,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,2,power_law_1.2,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,2,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,power_law_1.01,1.5392767906188964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,2,power_law_1.2,0.35287039279937743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,4,power_law_1.2,0.2320319890975952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,2,power_law_1.2,0.047302401065826415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,2,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,power_law_1.01,2.0203584671020507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,2,power_law_1.2,0.053446400165557864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,4,power_law_1.2,0.2881727933883667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,2,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,2,power_law_1.2,0.3651520013809204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,2,power_law_1.2,0.053862398862838744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,power_law_1.01,2.4203264236450197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,4,power_law_1.2,0.4741184234619141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,2,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,2,power_law_1.2,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,2,power_law_1.01,0.0687936007976532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,4,power_law_1.2,0.5171199798583984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,2,power_law_1.2,0.39054720401763915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,power_law_1.01,2.9456384658813475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,2,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,2,power_law_1.01,0.07533439993858337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,4,power_law_1.2,0.8982463836669922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,2,power_law_1.2,0.4147200107574463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,2,power_law_1.2,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,2,power_law_1.01,0.09215360283851623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,2,power_law_1.01,4.293427276611328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,4,power_law_1.2,0.9498751640319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,2,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,2,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,2,power_law_1.2,0.448748779296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,4,power_law_1.2,1.309286403656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,2,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,2,power_law_1.01,0.11857919692993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,2,power_law_1.01,8.150016021728515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,2,power_law_1.2,0.09829760193824769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,2,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,4,power_law_1.2,2.7637760162353517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,2,power_law_1.2,0.4876351833343506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,2,power_law_1.2,0.1233024001121521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,2,power_law_1.01,0.18882559537887572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,2,power_law_1.2,0.14294400215148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,2,power_law_1.01,0.2467519998550415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,2,power_law_1.2,0.5736383914947509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,4,power_law_1.2,5.792153549194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,2,power_law_1.2,0.17756799459457398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,2,power_law_1.01,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,2,power_law_1.2,0.6377535820007324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,2,power_law_1.2,0.21402239799499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,2,power_law_1.01,0.3741503953933716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,2,power_law_1.2,0.3141632080078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,2,power_law_1.01,0.601907205581665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,2,power_law_1.2,0.7856063842773438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,2,power_law_1.2,0.4282368183135986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,power_law_1.01,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,2,power_law_1.01,0.7806975841522217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,2,power_law_1.2,0.601478385925293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,2,power_law_1.01,0.8458239555358886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,power_law_1.01,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,2,power_law_1.2,0.9416895866394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,2,power_law_1.2,0.783571195602417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,2,power_law_1.01,1.377286434173584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,2,power_law_1.2,0.9240575790405273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,2,power_law_1.2,1.1962495803833009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,2,power_law_1.01,3.72674560546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,power_law_1.01,0.16936960220336914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,2,power_law_1.2,1.6920576095581055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,2,power_law_1.2,1.4088191986083984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,power_law_1.01,0.21709439754486085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,2,power_law_1.2,3.3394622802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,2,power_law_1.2,1.9044288635253905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,power_law_1.01,0.25356159210205076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,power_law_1.01,0.3229696035385132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,2,power_law_1.2,2.3658559799194334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,power_law_1.01,0.3405823945999146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,2,power_law_1.2,2.9399040222167967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,1,power_law_1.01,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,power_law_1.01,0.3483839988708496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,1,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,power_law_1.01,0.36104960441589357
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,1,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,2,power_law_1.2,4.414879989624024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,1,power_law_1.01,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,power_law_1.01,0.37745280265808107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,1,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,1,power_law_1.2,0.0692031979560852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,power_law_1.01,0.3848128080368042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,1,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,1,power_law_1.01,0.04567039906978607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,2,power_law_1.2,8.556531524658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,1,power_law_1.2,0.0745024025440216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,power_law_1.01,0.39935998916625975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,1,power_law_1.01,0.044223999977111815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,power_law_1.01,0.4282368183135986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,1,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,1,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,power_law_1.01,0.45240321159362795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,1,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,1,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,1,power_law_1.01,0.04854399859905243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,power_law_1.01,0.4728831768035889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,1,power_law_1.2,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,1,power_law_1.01,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,power_law_1.01,0.562175989151001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,1,power_law_1.01,0.05569919943809509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,1,power_law_1.2,0.20254719257354736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,power_law_1.01,0.6158271789550781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,1,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,1,power_law_1.01,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,power_law_1.01,0.7643136024475098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,1,power_law_1.2,0.22671360969543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,1,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,1,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,power_law_1.01,0.8695808410644531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,1,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,1,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,1,power_law_1.2,0.3051520109176636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,power_law_1.01,1.1159551620483399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,1,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,1,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,1,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,1,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,power_law_1.01,1.3015040397644042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,1,power_law_1.2,0.32417280673980714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,1,power_law_1.2,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,1,power_law_1.01,0.09604480266571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,power_law_1.01,1.681612777709961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,1,power_law_1.2,0.045075199007987975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,1,power_law_1.2,0.34140160083770754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,1,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,power_law_1.01,2.17968635559082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,1,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,1,power_law_1.01,0.13865599632263184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,1,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,1,power_law_1.2,0.3573760032653809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,power_law_1.01,2.892799949645996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,1,power_law_1.01,0.17960959672927856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,1,power_law_1.2,0.04772480130195618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,1,power_law_1.01,0.22220799922943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,power_law_1.01,3.497983932495117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,1,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,1,power_law_1.2,0.37642879486083985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,1,power_law_1.01,0.3078144073486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,1,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,1,power_law_1.01,0.3932159900665283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,8,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,power_law_1.01,4.246323013305664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,1,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,1,power_law_1.2,0.377836799621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,8,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,1,power_law_1.01,0.567084789276123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,1,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,8,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,1,power_law_1.01,0.744652795791626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,1,power_law_1.2,0.0680191993713379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,1,power_law_1.01,6.4481346130371096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,1,power_law_1.2,0.41062397956848146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,8,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,8,power_law_1.01,0.06287999749183655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,1,power_law_1.2,0.07043840289115906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,1,power_law_1.01,0.9182975769042969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,8,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,1,power_law_1.2,0.42741761207580564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,1,power_law_1.2,0.07455360293388366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,16,1,power_law_1.01,1.4624768257141114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,8,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,1,power_law_1.2,0.09091200232505799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,1,power_law_1.01,12.296806335449219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,8,power_law_1.01,0.06716160178184509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,1,power_law_1.2,0.44585599899291994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,1,power_law_1.2,0.09461119771003723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,16,1,power_law_1.01,2.958336067199707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,8,power_law_1.01,0.06924800276756286
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,1,power_law_1.2,0.11694079637527466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,8,power_law_1.01,0.0692351996898651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,1,power_law_1.2,0.48967680931091306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,2,8,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,1,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,8,power_law_1.01,0.07148159742355346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,1,power_law_1.2,0.5687359809875489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,2,8,power_law_1.2,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,1,power_law_1.2,0.1802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,8,power_law_1.01,0.0757695972919464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,4,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,1,power_law_1.2,0.2226111888885498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,2,8,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,8,power_law_1.01,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,1,power_law_1.2,0.6361087799072266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,4,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,1,power_law_1.2,0.31251840591430663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,2,8,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,8,power_law_1.01,0.09420160055160523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,1,power_law_1.2,0.7831552028656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,4,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,1,power_law_1.2,0.393830394744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,2,8,power_law_1.2,0.061459201574325564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,8,power_law_1.01,0.10670080184936523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,4,power_law_1.01,0.0579584002494812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,1,power_law_1.2,0.567084789276123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,1,power_law_1.2,0.9170944213867187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,2,8,power_law_1.2,0.06183680295944214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,8,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,4,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,1,power_law_1.2,0.7401472091674804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,2,8,power_law_1.2,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,8,power_law_1.01,0.12125439643859863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,1,power_law_1.2,1.1851776123046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,4,power_law_1.01,0.060819202661514284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,1,power_law_1.2,0.9146368026733398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,2,8,power_law_1.2,0.06309760212898255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,8,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,4,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,1,power_law_1.2,1.3408255577087402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,16,1,power_law_1.2,1.4567359924316405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,2,8,power_law_1.2,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,8,power_law_1.01,0.17613439559936522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,4,power_law_1.01,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,2,8,power_law_1.2,0.07082880139350892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,8,power_law_1.01,0.24023039340972902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,1,power_law_1.2,1.71212158203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,16,1,power_law_1.2,2.927219200134277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,4,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,2,8,power_law_1.2,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,8,power_law_1.01,0.2893824100494385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,1,power_law_1.2,2.2693824768066406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,4,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,4,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,2,8,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,8,power_law_1.01,0.4343743801116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,4,power_law_1.01,0.06737279891967773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,1,power_law_1.2,2.995199966430664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,2,8,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,4,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,8,power_law_1.01,0.522438383102417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,4,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,2,8,power_law_1.2,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,8,power_law_1.01,0.8568832397460937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,1,power_law_1.2,3.5180545806884767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,4,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,4,power_law_1.01,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,2,8,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,8,power_law_1.01,1.0754048347473144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,4,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,4,power_law_1.2,0.059596800804138185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,1,power_law_1.2,4.260275268554688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,2,8,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,4,power_law_1.01,0.09091839790344239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,8,power_law_1.01,1.717843246459961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,4,power_law_1.2,0.06000639796257019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,2,8,power_law_1.2,0.1158911943435669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,4,power_law_1.01,0.09033600091934205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,1,power_law_1.2,6.506291198730469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,4,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,2,8,power_law_1.2,0.1521664023399353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,8,power_law_1.01,2.0342784881591798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,4,power_law_1.01,0.10444159507751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,4,power_law_1.2,0.06309760212898255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,2,8,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,4,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,4,power_law_1.2,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,8,power_law_1.01,2.986617660522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,2,8,power_law_1.2,0.237772798538208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,1,power_law_1.2,12.336563110351562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,4,power_law_1.2,0.06450560092926025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,4,power_law_1.01,0.15093120336532592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,2,8,power_law_1.2,0.27749760150909425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,4,power_law_1.2,0.06616960167884826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,8,power_law_1.01,5.0278785705566404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,4,power_law_1.01,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,2,8,power_law_1.2,0.37519359588623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,4,power_law_1.2,0.06778879761695862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,4,power_law_1.01,0.21688320636749267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,2,8,power_law_1.2,0.5273407936096192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,4,power_law_1.2,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,4,power_law_1.01,0.34508800506591797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,2,8,power_law_1.2,0.7811071872711182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,8,power_law_1.01,10.695692443847657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,4,power_law_1.2,0.07516160011291503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,4,power_law_1.01,0.35717120170593264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,2,8,power_law_1.2,1.0317376136779786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,4,power_law_1.2,0.07843199968338013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,4,power_law_1.01,0.6154176235198975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,4,power_law_1.2,0.08906239867210389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,2,8,power_law_1.2,1.5945792198181152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,4,power_law_1.01,0.7561215877532959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,4,power_law_1.2,0.09952639937400817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,2,8,power_law_1.2,2.179680061340332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,4,power_law_1.01,1.120467185974121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,4,power_law_1.2,0.10810240507125854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,4,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,4,power_law_1.01,1.5257792472839355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,2,8,power_law_1.2,3.084492874145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,4,power_law_1.2,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,4,power_law_1.01,1.9543935775756835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,2,8,power_law_1.2,4.993439865112305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,4,power_law_1.2,0.18739839792251586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,4,power_law_1.01,3.8553600311279297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,4,power_law_1.2,0.24494080543518065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,4,power_law_1.2,0.33177599906921384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,2,8,power_law_1.2,10.138848114013673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,4,power_law_1.01,6.921043395996094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,4,power_law_1.2,0.44748802185058595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,2,power_law_1.01,0.04872959852218628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,4,power_law_1.2,0.6389440059661865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,2,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,2,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,2,power_law_1.2,0.04420480132102966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,4,power_law_1.2,0.8171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,2,power_law_1.01,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,2,power_law_1.2,0.05181440114974976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,2,power_law_1.01,0.06000639796257019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,4,power_law_1.2,1.3117440223693848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,2,power_law_1.2,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,2,power_law_1.01,0.05937920212745666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,4,power_law_1.2,1.8841856002807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,2,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,2,power_law_1.01,0.06309760212898255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,2,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,4,power_law_1.2,2.461734390258789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,2,power_law_1.01,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,2,power_law_1.2,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,2,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,2,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,4,power_law_1.2,3.638284683227539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,2,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,2,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,2,power_law_1.2,0.06715520024299622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,2,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,4,power_law_1.2,8.354220581054687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,2,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,2,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,2,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,2,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,2,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,2,power_law_1.01,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,2,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,2,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,2,power_law_1.2,0.08686720132827759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,2,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,2,power_law_1.2,0.09031680226325989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,2,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,2,power_law_1.01,0.10119040012359619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,2,power_law_1.2,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,1,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,2,power_law_1.01,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,2,power_law_1.2,0.1184000015258789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,1,power_law_1.01,0.041766399145126344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,2,power_law_1.01,0.12739839553833007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,2,power_law_1.2,0.1308608055114746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,1,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,2,power_law_1.01,0.1581055998802185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,2,power_law_1.2,0.16260479688644408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,1,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,2,power_law_1.01,0.19456000328063966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,2,power_law_1.2,0.21811840534210206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,2,power_law_1.01,0.24839680194854735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,1,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,2,power_law_1.01,0.31968638896942136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,2,power_law_1.2,0.2709439992904663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,1,power_law_1.01,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,2,power_law_1.01,0.4868031978607178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,2,power_law_1.2,0.31559679508209226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,1,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,2,power_law_1.01,0.5896192073822022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,power_law_1.01,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,2,power_law_1.2,0.5248960018157959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,1,power_law_1.01,0.06472319960594178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,2,power_law_1.01,0.8753215789794921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,power_law_1.01,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,2,power_law_1.2,0.632422399520874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,1,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,2,power_law_1.01,1.1385087966918945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,1,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,2,power_law_1.2,1.0440447807312012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,power_law_1.01,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,2,power_law_1.01,1.5978495597839355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,1,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,2,power_law_1.2,1.48603515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,power_law_1.01,0.09215360283851623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,1,power_law_1.01,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,2,power_law_1.01,2.637004852294922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,2,power_law_1.2,1.6429056167602538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,1,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,1,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,2,power_law_1.01,4.706515121459961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,power_law_1.01,0.11858559846878051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,2,power_law_1.2,2.56942081451416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,1,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,1,power_law_1.2,0.04279040098190308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,power_law_1.01,0.14295680522918702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,1,power_law_1.01,0.08723199963569642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,1,power_law_1.2,0.04403199851512909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,1,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,2,power_law_1.2,6.247436904907227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,1,power_law_1.2,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,power_law_1.01,0.1494976043701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,16,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,1,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,1,power_law_1.2,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,power_law_1.01,0.15032960176467897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,1,power_law_1.01,0.11875200271606445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,16,power_law_1.2,0.16732159852981568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,1,power_law_1.2,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,power_law_1.01,0.15564160346984862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,1,power_law_1.01,0.12942719459533691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,1,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,power_law_1.01,0.11509120464324951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,16,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,1,power_law_1.01,0.1624127984046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,1,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,power_law_1.01,0.1583232045173645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,16,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,power_law_1.01,0.11696000099182129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,1,power_law_1.01,0.18554879426956178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,1,power_law_1.2,0.06533120274543762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,power_law_1.01,0.16094720363616943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,16,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,1,power_law_1.01,0.2504703998565674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,power_law_1.01,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,1,power_law_1.2,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,1,power_law_1.01,0.3063807964324951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,power_law_1.01,0.16998399496078492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,16,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,1,power_law_1.2,0.0659712016582489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,power_law_1.01,0.08109440207481385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,1,power_law_1.01,0.4319488048553467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,1,power_law_1.2,0.07082880139350892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,power_law_1.01,0.17571200132369996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,16,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,1,power_law_1.01,0.5531648159027099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,1,power_law_1.2,0.0731328010559082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,16,power_law_1.2,0.14212479591369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,power_law_1.01,0.18063360452651978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,1,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,1,power_law_1.01,0.803219223022461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,16,power_law_1.2,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,1,power_law_1.2,0.08846719861030579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,power_law_1.01,0.19415680170059205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,1,power_law_1.01,1.0688511848449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,power_law_1.01,0.13701119422912597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,1,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,8,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,16,power_law_1.2,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,1,power_law_1.01,1.3391807556152344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,power_law_1.01,0.21442561149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,power_law_1.01,0.14725760221481324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,1,power_law_1.2,0.09441279768943786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,16,1,power_law_1.01,2.15798397064209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,16,power_law_1.2,0.16261759996414185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,8,power_law_1.2,0.11776000261306763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,power_law_1.01,0.21851520538330077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,1,power_law_1.2,0.1081279993057251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,power_law_1.01,0.15318399667739868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,1,power_law_1.2,0.12881280183792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,16,power_law_1.2,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,power_law_1.01,0.2707456111907959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,16,1,power_law_1.01,4.361420822143555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,power_law_1.01,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,8,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,1,power_law_1.2,0.15646719932556152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,1,power_law_1.2,0.18595839738845826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,power_law_1.01,0.29061119556427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,16,power_law_1.2,0.16732159852981568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,power_law_1.01,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,8,power_law_1.2,0.07843199968338013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,1,power_law_1.2,0.24919679164886474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,power_law_1.01,0.3758080005645752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,8,power_law_1.2,0.09482880234718323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,power_law_1.01,0.15872000455856322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,16,power_law_1.2,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,1,power_law_1.2,0.3002432107925415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,1,power_law_1.2,0.42700800895690916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,8,power_law_1.2,0.10547200441360474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,power_law_1.01,0.16403199434280397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,power_law_1.01,0.4261888027191162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,16,power_law_1.2,0.18145279884338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,1,power_law_1.2,0.5470208168029785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,8,power_law_1.2,0.13804160356521605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,1,power_law_1.2,0.7954432010650635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,power_law_1.01,0.16936960220336914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,16,power_law_1.2,0.18350080251693726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,power_law_1.01,0.5801983833312988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,1,power_law_1.2,1.0659775733947754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,8,power_law_1.2,0.14479360580444336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,power_law_1.01,0.17390719652175904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,16,power_law_1.2,0.19046399593353272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,1,power_law_1.2,1.3228032112121582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,power_law_1.01,0.743833589553833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,8,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,16,power_law_1.2,0.22018558979034425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,16,1,power_law_1.2,2.1415935516357423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,power_law_1.01,1.056556797027588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,8,power_law_1.2,0.15400320291519165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,power_law_1.01,0.19292800426483153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,16,power_law_1.2,0.24391679763793944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,16,1,power_law_1.2,4.306937789916992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,8,power_law_1.2,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,power_law_1.01,0.21340160369873046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,16,power_law_1.2,0.28815360069274903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,power_law_1.01,1.3743871688842773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,8,power_law_1.2,0.16342400312423705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,power_law_1.01,0.22302720546722413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,16,power_law_1.2,0.30864639282226564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,power_law_1.01,1.5609855651855469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,8,power_law_1.2,0.1703871965408325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,power_law_1.01,0.27155840396881104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,16,power_law_1.2,0.40203518867492677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,8,power_law_1.2,0.17161600589752196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,power_law_1.01,0.302892804145813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,16,power_law_1.2,0.4728896141052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,16,power_law_1.01,2.5415679931640627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,8,power_law_1.2,0.1789952039718628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,power_law_1.01,0.3948479890823364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,16,power_law_1.2,0.6684671878814697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,8,power_law_1.2,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,power_law_1.01,0.454041576385498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,16,power_law_1.2,0.8363967895507812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,8,power_law_1.2,0.1937343955039978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,16,power_law_1.01,4.9950721740722654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,power_law_1.01,0.5892096042633057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,8,power_law_1.2,0.21957120895385743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,16,power_law_1.2,1.1499135971069336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,8,power_law_1.2,0.2578367948532104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,power_law_1.01,0.7532544136047363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,power_law_1.01,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,16,power_law_1.2,1.5175552368164062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,4,power_law_1.2,0.08684800267219543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,8,power_law_1.2,0.2826175928115845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,power_law_1.01,1.0651647567749023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,4,power_law_1.2,0.09257599711418152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,8,power_law_1.2,0.3127039909362793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,16,power_law_1.2,2.1129215240478514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,power_law_1.01,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,4,power_law_1.2,0.06836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,power_law_1.01,1.3707263946533204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,4,power_law_1.2,0.0800704002380371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,8,power_law_1.2,0.3872704029083252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,power_law_1.01,0.10401920080184937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,16,power_law_1.2,3.3869823455810546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,4,power_law_1.2,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,8,power_law_1.2,0.4777984142303467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,power_law_1.01,0.12001919746398926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,power_law_1.01,1.684262466430664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,4,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,8,power_law_1.2,0.6055552005767822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,power_law_1.01,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,4,power_law_1.2,0.14581120014190674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,4,power_law_1.2,0.15073920488357545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,8,power_law_1.2,0.783519983291626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,8,power_law_1.01,2.5804800033569335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,16,power_law_1.2,6.458367919921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,power_law_1.2,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,4,power_law_1.01,0.1550336003303528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,8,power_law_1.2,1.123737621307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,power_law_1.2,0.15789439678192138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,4,power_law_1.01,0.1632192015647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,power_law_1.2,0.17694079875946045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,8,power_law_1.01,5.0274303436279295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,8,power_law_1.2,1.58023042678833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,4,power_law_1.01,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,power_law_1.2,0.17942399978637696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,4,power_law_1.01,0.1789952039718628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,8,power_law_1.2,1.7854463577270507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,power_law_1.2,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,4,power_law_1.01,0.18145279884338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,power_law_1.2,0.1964095950126648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,8,power_law_1.2,3.1365184783935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,4,power_law_1.01,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,power_law_1.2,0.2125823974609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,4,power_law_1.01,0.19394559860229493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,power_law_1.2,0.22077438831329346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,power_law_1.2,0.21401600837707518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,4,power_law_1.01,0.19864959716796876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,8,power_law_1.2,6.076422500610351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,power_law_1.2,0.24209918975830078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,4,power_law_1.01,0.21011838912963868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,power_law_1.2,0.26808319091796873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,4,power_law_1.01,0.23224320411682128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,power_law_1.2,0.30945279598236086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,4,power_law_1.01,0.2564095973968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,power_law_1.2,0.3749887943267822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,4,power_law_1.01,0.29777278900146487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,power_law_1.2,0.4679679870605469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,4,power_law_1.01,0.342630410194397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,power_law_1.2,0.5597311973571777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,4,power_law_1.01,0.42987518310546874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,4,power_law_1.01,0.501145601272583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,power_law_1.2,0.7094272136688232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,4,power_law_1.01,0.6832064151763916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,power_law_1.2,0.9527359962463379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,4,power_law_1.01,0.8617983818054199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,power_law_1.2,1.2748800277709962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,4,power_law_1.01,1.1769856452941894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,power_law_1.01,0.06716160178184509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,power_law_1.2,1.6699199676513672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,4,power_law_1.01,1.5319040298461915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,power_law_1.01,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,power_law_1.2,1.8771968841552735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,power_law_1.01,0.04526079893112182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,4,power_law_1.01,1.82108154296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,power_law_1.01,0.04361599981784821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,power_law_1.01,0.09031680226325989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,4,power_law_1.2,3.0771200180053713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,power_law_1.01,0.04321280121803284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,4,power_law_1.01,2.7936767578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,power_law_1.01,0.04832000136375427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,power_law_1.01,0.14746240377426148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,4,power_law_1.2,6.248665618896484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,power_law_1.01,0.18145279884338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,power_law_1.01,0.06038399934768677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,4,power_law_1.01,5.545792007446289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,16,power_law_1.2,0.08047999739646912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,power_law_1.01,0.19107840061187745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,power_law_1.01,0.060012799501419065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,16,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,power_law_1.01,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,power_law_1.01,0.06123520135879516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,16,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,2,power_law_1.2,0.06819199919700622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,power_law_1.01,0.20111360549926757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,power_law_1.01,0.06286720037460328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,16,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,2,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,power_law_1.01,0.20439040660858154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,power_law_1.01,0.06450560092926025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,16,power_law_1.2,0.046291199326515195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,2,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,power_law_1.01,0.21176319122314452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,16,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,power_law_1.01,0.07088639736175537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,2,power_law_1.2,0.09073280096054077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,power_law_1.01,0.2136064052581787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,16,power_law_1.2,0.0622655987739563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,2,power_law_1.2,0.10694400072097779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,power_law_1.01,0.22507519721984864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,16,power_law_1.2,0.061612802743911746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,power_law_1.01,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,16,power_law_1.2,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,2,power_law_1.2,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,power_law_1.01,0.22917120456695556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,16,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,2,power_law_1.2,0.17916799783706666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,power_law_1.01,0.2392064094543457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,power_law_1.01,0.08150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,16,power_law_1.2,0.0686079978942871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,power_law_1.01,0.28446719646453855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,2,power_law_1.2,0.19145599603652955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,power_law_1.01,0.09420160055160523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,16,power_law_1.2,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,power_law_1.01,0.3209216117858887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,2,power_law_1.2,0.19107840061187745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,power_law_1.01,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,16,power_law_1.2,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,power_law_1.01,0.118777596950531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,power_law_1.01,0.31928319931030275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,2,power_law_1.2,0.19783040285110473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,16,power_law_1.2,0.07024639844894409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,power_law_1.01,0.13905919790267945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,power_law_1.01,0.38645119667053224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,2,power_law_1.2,0.21237759590148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,16,power_law_1.2,0.07968000173568726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,power_law_1.01,0.18432639837265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,power_law_1.01,0.4507584095001221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,2,power_law_1.2,0.22999041080474852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,16,power_law_1.2,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,power_law_1.01,0.22077438831329346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,2,power_law_1.2,0.24496641159057617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,power_law_1.01,0.5761023998260498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,16,power_law_1.2,0.08499839901924133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,power_law_1.01,0.2725951910018921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,16,power_law_1.2,0.09461119771003723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,2,power_law_1.2,0.2324415922164917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,power_law_1.01,0.6647808074951171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,power_law_1.01,0.3704832077026367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,16,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,2,power_law_1.2,0.23982079029083253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,power_law_1.01,0.8663040161132812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,8,power_law_1.2,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,16,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,power_law_1.01,0.47656960487365724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,power_law_1.01,0.04510720074176788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,2,power_law_1.2,0.24965119361877441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,8,power_law_1.2,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,16,power_law_1.2,0.14685440063476562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,power_law_1.01,1.1417599678039552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,power_law_1.01,0.6971456050872803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,power_law_1.01,0.040755200386047366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,2,power_law_1.2,0.26582400798797606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,8,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,16,power_law_1.2,0.20213119983673095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,8,power_law_1.2,0.04382080137729645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,power_law_1.01,0.8142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,16,power_law_1.2,0.24332160949707032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,power_law_1.01,1.5880319595336914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,2,power_law_1.2,0.296345591545105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,8,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,16,power_law_1.2,0.34262399673461913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,2,power_law_1.2,0.32727038860321045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,16,power_law_1.01,1.2949440002441406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,8,power_law_1.2,0.061452800035476686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,power_law_1.01,2.043699264526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,16,power_law_1.2,0.4364287853240967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,power_law_1.01,0.062054401636123656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,2,power_law_1.2,0.3950655937194824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,8,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,16,power_law_1.2,0.6746047973632813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,8,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,power_law_1.01,2.4338495254516603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,2,power_law_1.2,0.46552319526672364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,16,power_law_1.01,2.8518272399902345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,power_law_1.01,0.06407679915428162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,8,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,16,power_law_1.2,0.8454208374023438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,2,power_law_1.2,0.5761023998260498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,8,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,16,power_law_1.2,1.2339200019836425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,2,power_law_1.01,3.7070846557617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,8,power_law_1.2,0.06778879761695862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,2,power_law_1.2,0.7041024208068848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,8,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,16,power_law_1.2,1.908940887451172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,2,power_law_1.2,0.9113599777221679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,power_law_1.2,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,8,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,2,power_law_1.01,7.124371337890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,power_law_1.2,0.07454079985618592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,8,power_law_1.01,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,2,power_law_1.2,1.1692095756530763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,16,power_law_1.2,3.912704086303711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,8,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,2,power_law_1.2,1.56876802444458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,8,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,power_law_1.2,0.0905344009399414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,8,power_law_1.01,0.08295040130615235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,2,power_law_1.2,2.037555122375488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,8,power_law_1.01,0.09318400025367737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,power_law_1.01,0.07414399981498718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,power_law_1.2,0.10915199518203736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,2,power_law_1.2,2.511257553100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,8,power_law_1.01,0.1056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,8,power_law_1.01,0.12636799812316896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,power_law_1.2,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,power_law_1.01,0.118995201587677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,2,power_law_1.2,3.7529598236083985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,8,power_law_1.01,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,power_law_1.2,0.21094400882720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,power_law_1.01,0.14581120014190674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,8,power_law_1.01,0.17489919662475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,power_law_1.2,0.2406399965286255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,8,power_law_1.01,0.21933441162109374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,power_law_1.01,0.17694079875946045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,2,power_law_1.2,7.01379165649414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,power_law_1.2,0.3086335897445679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,8,power_law_1.01,0.2934783935546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,power_law_1.01,0.23899519443511963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,power_law_1.2,0.4001791954040527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,8,power_law_1.01,0.36392319202423096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,power_law_1.01,0.2521087884902954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,power_law_1.01,0.6737919807434082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,8,power_law_1.2,0.638156795501709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,power_law_1.01,0.26357760429382326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,power_law_1.01,0.685260820388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,8,power_law_1.2,0.8994815826416016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,power_law_1.01,0.2650048017501831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,1,power_law_1.2,0.06670719981193543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,power_law_1.01,0.9007103919982911
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,power_law_1.01,0.2791424036026001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,8,power_law_1.2,0.9732095718383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,1,power_law_1.2,0.07534080147743225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,8,power_law_1.01,1.4637056350708009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,power_law_1.01,0.29040639400482177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,1,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,8,power_law_1.2,1.7969152450561523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,power_law_1.01,0.2942975997924805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,power_law_1.01,0.04668799936771393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,8,power_law_1.01,2.883782386779785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,1,power_law_1.2,0.1068992018699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,power_law_1.01,0.34140160083770754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,1,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,8,power_law_1.2,3.3796161651611327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,power_law_1.01,0.3700608015060425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,power_law_1.01,0.04258559942245484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,1,power_law_1.2,0.17244160175323486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,power_law_1.01,0.40532479286193845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,power_law_1.01,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,1,power_law_1.2,0.24494719505310059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,4,power_law_1.2,0.04999679923057556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,power_law_1.01,0.3457024097442627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,1,power_law_1.2,0.24801280498504638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,4,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,power_law_1.01,0.06696959733963012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,power_law_1.01,0.41307520866394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,1,power_law_1.2,0.25496959686279297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,4,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,4,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,power_law_1.01,0.4577280044555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,1,power_law_1.2,0.28056960105895995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,power_law_1.01,0.06820480227470398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,4,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,power_law_1.01,0.5548096179962159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,1,power_law_1.2,0.27238399982452394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,power_law_1.01,0.07024000287055969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,4,power_law_1.2,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,power_law_1.01,0.6717440128326416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,4,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,power_law_1.01,0.07084800004959106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,1,power_law_1.2,0.28794240951538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,4,power_law_1.2,0.06964480280876159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,power_law_1.01,0.07247999906539918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,1,power_law_1.2,0.28405759334564207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,power_law_1.01,0.8470784187316894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,4,power_law_1.2,0.0733568012714386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,1,power_law_1.2,0.34140160083770754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,4,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,power_law_1.01,1.058195209503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,4,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,1,power_law_1.2,0.38932480812072756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,power_law_1.01,1.3707136154174804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,4,power_law_1.2,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,1,power_law_1.2,0.4057151794433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,4,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,power_law_1.01,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,power_law_1.01,1.6805824279785155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,4,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,power_law_1.01,0.0868287980556488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,1,power_law_1.2,0.360646390914917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,power_law_1.01,0.04421760141849518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,4,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,power_law_1.01,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,4,power_law_1.2,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,1,power_law_1.2,0.4225024223327637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,power_law_1.01,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,power_law_1.01,2.289459228515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,power_law_1.01,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,4,power_law_1.2,0.09340800046920776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,1,power_law_1.2,0.46632962226867675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,4,power_law_1.2,0.10956799983978271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,power_law_1.01,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,power_law_1.01,2.9100032806396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,power_law_1.01,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,4,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,power_law_1.01,0.14869120121002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,1,power_law_1.2,0.561356782913208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,power_law_1.01,0.08149759769439698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,4,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,power_law_1.01,0.16178560256958008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,power_law_1.01,3.529926300048828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,2,power_law_1.2,0.040992000699043275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,4,power_law_1.2,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,1,power_law_1.2,0.6741951942443848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,power_law_1.01,0.08438400030136109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,power_law_1.01,0.20417919158935546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,2,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,4,power_law_1.2,0.2213887929916382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,power_law_1.01,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,1,power_law_1.2,0.8427519798278809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,power_law_1.01,0.25742080211639407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,2,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,4,power_law_1.2,0.2668735980987549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,power_law_1.01,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,1,power_law_1.01,5.397087860107422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,power_law_1.01,0.35122559070587156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,2,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,4,power_law_1.2,0.35452799797058104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,1,power_law_1.2,1.0002495765686035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,power_law_1.01,0.09686400294303894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,2,power_law_1.2,0.056729602813720706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,power_law_1.01,0.46961278915405275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,4,power_law_1.2,0.4405248165130615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,1,power_law_1.2,1.3084735870361328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,2,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,power_law_1.2,0.6463551998138428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,4,power_law_1.01,0.5965760231018067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,1,power_law_1.01,10.419193267822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,2,power_law_1.2,0.0833791971206665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,1,power_law_1.2,1.6928768157958984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,power_law_1.01,0.10644479990005493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,power_law_1.2,0.8073151588439942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,2,power_law_1.2,0.08334720134735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,4,power_law_1.01,0.8400959968566895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,power_law_1.01,0.11119999885559081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,2,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,1,power_law_1.2,2.305855941772461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,power_law_1.2,1.075814437866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,4,power_law_1.01,1.003923225402832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,power_law_1.01,0.1238976001739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,2,power_law_1.2,0.09031680226325989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,power_law_1.01,0.11836800575256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,1,power_law_1.2,2.9079551696777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,2,power_law_1.2,0.09520639777183533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,4,power_law_1.2,1.8223424911499024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,4,power_law_1.01,1.5577088356018067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,2,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,1,power_law_1.2,3.545497512817383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,2,power_law_1.2,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,power_law_1.01,0.1533951997756958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,4,power_law_1.2,3.6227073669433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,2,power_law_1.2,0.10629119873046874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,power_law_1.01,0.19151999950408935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,4,power_law_1.01,3.09432315826416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,2,power_law_1.2,0.1124351978302002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,1,power_law_1.2,5.409382247924805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,power_law_1.01,0.22098560333251954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,2,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,power_law_1.01,0.2860991954803467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,2,power_law_1.2,0.11838719844818116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,power_law_1.01,0.3418175935745239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,2,power_law_1.2,0.13637759685516357
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,1,power_law_1.2,10.425753784179687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,power_law_1.01,0.4982783794403076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,2,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,2,power_law_1.2,0.19005440473556517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,power_law_1.01,0.5883903980255127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,2,power_law_1.2,0.21381120681762694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,power_law_1.01,0.8134336471557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,2,power_law_1.2,0.2844608068466187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,power_law_1.01,1.113907241821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,2,power_law_1.2,0.36188158988952634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,power_law_1.01,1.2654656410217284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,2,power_law_1.2,0.48967680931091306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,2,power_law_1.2,0.6248447895050049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,2,power_law_1.01,2.0137983322143556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,2,power_law_1.2,0.8687616348266601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,power_law_1.01,0.04257279932498932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,power_law_1.01,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,2,power_law_1.01,3.9870464324951174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,2,power_law_1.2,1.1696063995361328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,1,power_law_1.2,0.04174720048904419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,power_law_1.01,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,1,power_law_1.2,0.0458624005317688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,2,power_law_1.2,1.3703167915344239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,1,power_law_1.2,0.04955520033836365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,1,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,2,power_law_1.2,2.144870376586914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,power_law_1.01,0.10178560018539429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,1,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,power_law_1.01,0.10976639986038209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,1,power_law_1.2,0.10607999563217163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,power_law_1.01,0.11061760187149047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,2,power_law_1.2,4.602470397949219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,1,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,power_law_1.01,0.11674239635467529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,1,power_law_1.2,0.11346559524536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,power_law_1.01,0.12288639545440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,1,power_law_1.2,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,power_law_1.01,0.13232640027999878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,1,power_law_1.2,0.12126079797744752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,power_law_1.01,0.14458240270614625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,1,power_law_1.2,0.12616319656372071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,power_law_1.01,0.1478592038154602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,1,power_law_1.2,0.13229440450668334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,power_law_1.01,0.11940480470657348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,power_law_1.01,0.14540159702301025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,1,power_law_1.2,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,power_law_1.01,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,power_law_1.01,0.15627520084381102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,1,power_law_1.2,0.14539519548416138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,power_law_1.01,0.08335360288619995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,power_law_1.01,0.1597440004348755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,1,power_law_1.2,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,power_law_1.01,0.1560639977455139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,power_law_1.01,0.09400320053100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,1,power_law_1.2,0.17121920585632325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,power_law_1.01,0.18963840007781982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,power_law_1.01,0.22016000747680664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,1,power_law_1.2,0.1589184045791626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,power_law_1.01,0.11918720006942748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,16,power_law_1.2,0.14663039445877074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,power_law_1.01,0.2775039911270142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,1,power_law_1.2,0.19005440473556517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,power_law_1.01,0.12142720222473144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,16,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,power_law_1.01,0.32830080986022947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,1,power_law_1.2,0.22671360969543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,power_law_1.01,0.12881920337677003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,power_law_1.01,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,16,power_law_1.2,0.07292799949645996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,power_law_1.01,0.4243328094482422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,1,power_law_1.2,0.2803584098815918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,power_law_1.01,0.12594560384750367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,16,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,power_law_1.01,0.10648959875106812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,power_law_1.01,0.5261248111724853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,1,power_law_1.2,0.3246016025543213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,power_law_1.01,0.13043839931488038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,16,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,1,power_law_1.2,0.4200767993927002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,power_law_1.01,0.7135295867919922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,power_law_1.01,0.132096004486084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,16,power_law_1.2,0.11140480041503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,power_law_1.01,0.0768064022064209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,1,power_law_1.2,0.5347328186035156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,power_law_1.01,0.8966079711914062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,power_law_1.01,0.13722239732742308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,8,power_law_1.2,0.1097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,16,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,power_law_1.01,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,1,power_law_1.2,0.7131199836730957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,power_law_1.01,1.2580863952636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,16,power_law_1.2,0.11694079637527466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,8,power_law_1.2,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,power_law_1.01,0.11466879844665527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,16,power_law_1.2,0.12412799596786499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,power_law_1.01,0.15400960445404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,1,power_law_1.2,0.8863743782043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,power_law_1.01,1.617919921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,8,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,16,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,power_law_1.01,0.16076159477233887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,power_law_1.01,1.9929088592529296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,8,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,1,power_law_1.2,1.2552255630493163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,16,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,power_law_1.01,0.12123520374298095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,power_law_1.01,0.16015360355377198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,8,power_law_1.2,0.08764799833297729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,16,power_law_1.2,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,power_law_1.01,0.12310400009155273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,1,power_law_1.01,3.0832576751708984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,1,power_law_1.2,1.6117759704589845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,power_law_1.01,0.17431039810180665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,16,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,8,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,power_law_1.01,0.1273792028427124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,16,power_law_1.2,0.14622080326080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,power_law_1.01,0.20602879524230958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,8,power_law_1.2,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,1,power_law_1.2,1.9789823532104491
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,power_law_1.01,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,1,power_law_1.01,6.019071960449219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,16,power_law_1.2,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,power_law_1.01,0.2785279989242554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,8,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,power_law_1.01,0.13496320247650145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,16,power_law_1.2,0.15830399990081787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,power_law_1.01,0.2584575891494751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,8,power_law_1.2,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,16,power_law_1.2,0.16707839965820312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,power_law_1.01,0.1392832040786743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,1,power_law_1.2,3.0763008117675783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,8,power_law_1.2,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,16,power_law_1.2,0.19333120584487914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,power_law_1.01,0.32624640464782717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,power_law_1.01,0.14254080057144164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,16,power_law_1.2,0.21482880115509034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,8,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,power_law_1.01,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,power_law_1.01,0.39935998916625975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,16,power_law_1.2,0.2658047914505005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,power_law_1.01,0.07803519964218139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,1,power_law_1.2,5.995724868774414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,8,power_law_1.2,0.13968000411987305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,power_law_1.01,0.16076799631118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,16,power_law_1.2,0.2838527917861938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,power_law_1.01,0.5813951969146729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,power_law_1.01,0.06839039921760559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,8,power_law_1.2,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,16,power_law_1.2,0.3555392026901245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,power_law_1.01,0.16792960166931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,power_law_1.01,0.07964800000190735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,power_law_1.01,0.7069695949554443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,16,power_law_1.2,0.47165441513061523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,8,power_law_1.2,0.1490623950958252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,power_law_1.01,0.19128960371017456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,16,power_law_1.2,0.6231808185577392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,4,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,8,power_law_1.2,0.1581055998802185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,power_law_1.01,0.20315520763397216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,power_law_1.01,0.9236479759216308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,16,power_law_1.2,0.8249407768249511
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,4,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,power_law_1.01,0.24248321056365968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,8,power_law_1.2,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,power_law_1.01,0.12064000368118286
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,power_law_1.01,1.2015616416931152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,4,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,16,power_law_1.2,1.156499195098877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,power_law_1.01,0.25866239070892333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,8,power_law_1.2,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,4,power_law_1.2,0.07744640111923218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,16,power_law_1.2,1.666681671142578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,power_law_1.01,0.32931840419769287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,8,power_law_1.2,0.1779711961746216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,power_law_1.01,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,power_law_1.01,1.6269311904907227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,4,power_law_1.2,0.08804479837417603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,8,power_law_1.2,0.21484160423278809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,power_law_1.01,0.38092799186706544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,power_law_1.01,0.13086719512939454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,4,power_law_1.2,0.11754879951477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,16,power_law_1.2,2.016684722900391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,4,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,16,power_law_1.01,2.729772758483887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,8,power_law_1.2,0.25068159103393556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,power_law_1.01,0.13005440235137938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,power_law_1.01,0.5125951766967773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,16,power_law_1.2,4.307353591918945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,4,power_law_1.2,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,8,power_law_1.2,0.2932735919952393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,power_law_1.01,0.14274560213088988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,power_law_1.01,0.6889535903930664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,4,power_law_1.2,0.13148800134658814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,power_law_1.01,0.1493056058883667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,8,power_law_1.2,0.3586047887802124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,4,power_law_1.2,0.13537280559539794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,16,power_law_1.01,5.674406433105469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,power_law_1.01,0.8826815605163574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,16,power_law_1.2,6.438706970214843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,power_law_1.01,0.15052160024642944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,8,power_law_1.2,0.43683838844299316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,4,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,power_law_1.01,1.234329605102539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,power_law_1.01,0.1439743995666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,4,power_law_1.2,0.14049919843673705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,8,power_law_1.2,0.5707776069641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,4,power_law_1.2,0.1435647964477539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,power_law_1.01,0.1577023983001709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,8,power_law_1.2,0.7032767772674561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,power_law_1.01,1.4452672004699707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,4,power_law_1.2,0.15175679922103882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,power_law_1.01,0.1656767964363098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,4,power_law_1.2,0.16261119842529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,8,power_law_1.2,1.0852352142333985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,8,power_law_1.01,2.294361686706543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,4,power_law_1.2,0.17203840017318725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,power_law_1.01,0.2031615972518921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,8,power_law_1.2,1.4256128311157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,4,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,4,power_law_1.2,0.19968639612197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,power_law_1.01,0.22179839611053467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,8,power_law_1.2,1.7682432174682616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,8,power_law_1.01,4.884486389160156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,4,power_law_1.2,0.22200961112976075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,power_law_1.01,0.2590719938278198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,4,power_law_1.2,0.26460158824920654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,8,power_law_1.2,2.7021312713623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,power_law_1.01,0.288972806930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,4,power_law_1.2,0.30370559692382815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,power_law_1.01,0.37703680992126465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,4,power_law_1.2,0.3907520055770874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,power_law_1.01,0.45691518783569335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,4,power_law_1.2,0.4667391777038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,8,power_law_1.2,6.6539459228515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,power_law_1.01,0.6207424163818359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,4,power_law_1.2,0.6369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,power_law_1.01,0.8204287528991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,4,power_law_1.2,0.7708672046661377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,power_law_1.01,1.1540543556213378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,4,power_law_1.2,1.1691967964172363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,power_law_1.01,1.3649855613708497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,4,power_law_1.2,1.4477312088012695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,power_law_1.01,1.629804801940918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,4,power_law_1.2,1.8747392654418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,4,power_law_1.01,2.6624000549316404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,4,power_law_1.2,2.978816032409668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,4,power_law_1.01,5.338950347900391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,4,power_law_1.2,5.974016189575195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,power_law_1.01,0.07228800058364868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,power_law_1.01,0.10609920024871826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,power_law_1.01,0.13886079788208008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,2,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,2,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,power_law_1.01,0.1511423945426941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,2,power_law_1.2,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,power_law_1.01,0.15649280548095704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,2,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,power_law_1.01,0.15667200088500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,2,power_law_1.2,0.09687039852142335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,2,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,power_law_1.01,0.17612799406051635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,2,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,power_law_1.01,0.18063360452651978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,2,power_law_1.2,0.1515455961227417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,power_law_1.01,0.18472959995269775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,2,power_law_1.2,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,2,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,power_law_1.01,0.20811519622802735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,power_law_1.01,0.14172799587249757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,2,power_law_1.2,0.17531520128250122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,power_law_1.01,0.21278719902038573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,power_law_1.01,0.16773120164871216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,power_law_1.01,0.24289278984069823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,2,power_law_1.2,0.18472959995269775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,power_law_1.01,0.21974399089813232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,power_law_1.01,0.2711551904678345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,2,power_law_1.2,0.18799999952316285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,power_law_1.01,0.31559679508209226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,2,power_law_1.2,0.19230719804763793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,16,power_law_1.2,0.14335360527038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,power_law_1.01,0.37703680992126465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,2,power_law_1.2,0.1986624002456665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,power_law_1.01,0.11366399526596069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,power_law_1.01,0.46961278915405275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,2,power_law_1.2,0.20560638904571532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,16,power_law_1.2,0.16794240474700928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,power_law_1.01,0.6277120113372803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,power_law_1.01,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,2,power_law_1.2,0.21791360378265381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,16,power_law_1.2,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,power_law_1.01,0.7905344009399414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,power_law_1.01,0.14069759845733643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,2,power_law_1.2,0.24637439250946044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,power_law_1.01,0.9605119705200196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,16,power_law_1.2,0.09093760251998902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,2,power_law_1.2,0.2645951986312866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,power_law_1.01,0.16936320066452026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,power_law_1.01,1.3445119857788086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,16,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,2,power_law_1.2,0.32994558811187746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,power_law_1.01,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,power_law_1.01,1.7911808013916015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,2,power_law_1.2,0.3760384082794189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,16,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,power_law_1.01,0.1861631989479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,power_law_1.01,2.2071296691894533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,2,power_law_1.2,0.4827136039733887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,16,power_law_1.2,0.12247680425643921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,power_law_1.01,0.19045759439468385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,2,power_law_1.01,3.301375961303711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,2,power_law_1.2,0.6105152130126953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,16,power_law_1.2,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,power_law_1.2,0.12862080335617065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,8,power_law_1.01,0.10898560285568237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,power_law_1.01,0.20049920082092285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,2,power_law_1.2,0.7827263832092285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,16,power_law_1.2,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,power_law_1.2,0.1152959942817688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,2,power_law_1.01,7.030579376220703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,2,power_law_1.2,1.0051584243774414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,power_law_1.01,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,8,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,16,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,power_law_1.01,0.20767359733581542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,2,power_law_1.2,1.4411775588989257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,8,power_law_1.01,0.1720128059387207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,power_law_1.2,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,16,power_law_1.2,0.17817599773406984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,power_law_1.01,0.21424639225006104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,power_law_1.2,0.09768319725990296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,8,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,2,power_law_1.2,1.8599872589111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,16,power_law_1.2,0.19128960371017456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,power_law_1.2,0.11652480363845825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,power_law_1.01,0.2168895959854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,8,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,16,power_law_1.2,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,power_law_1.2,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,2,power_law_1.2,2.1616384506225588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,power_law_1.01,0.22876160144805907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,16,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,8,power_law_1.01,0.13311359882354737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,power_law_1.2,0.14973440170288085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,2,power_law_1.2,3.479129409790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,power_law_1.2,0.17716480493545533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,power_law_1.01,0.25374081134796145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,16,power_law_1.2,0.21563520431518554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,8,power_law_1.01,0.14520319700241088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,16,power_law_1.2,0.22159359455108643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,power_law_1.01,0.2666559934616089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,8,power_law_1.01,0.16855039596557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,power_law_1.2,0.18247679471969605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,16,power_law_1.2,0.24023039340972902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,2,power_law_1.2,7.085056304931641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,power_law_1.01,0.3151871919631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,power_law_1.2,0.1951807975769043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,8,power_law_1.01,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,16,power_law_1.2,0.27749760150909425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,power_law_1.2,0.187391996383667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,power_law_1.01,0.36433920860290525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,8,power_law_1.01,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,power_law_1.01,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,1,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,power_law_1.2,0.2011199951171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,16,power_law_1.2,0.29818880558013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,power_law_1.01,0.4544384002685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,1,power_law_1.2,0.06632320284843445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,8,power_law_1.01,0.1828927993774414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,power_law_1.2,0.21463680267333984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,power_law_1.2,0.07908480167388916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,1,power_law_1.01,0.08194559812545776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,16,power_law_1.2,0.33545598983764646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,8,power_law_1.01,0.18780159950256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,power_law_1.01,0.5048768043518066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,power_law_1.2,0.22588798999786378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,1,power_law_1.01,0.10629760026931763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,8,power_law_1.01,0.1986624002456665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,16,power_law_1.2,0.3925631999969482
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,power_law_1.2,0.11674239635467529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,power_law_1.01,0.6885248184204101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,power_law_1.2,0.23367040157318114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,1,power_law_1.01,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,8,power_law_1.01,0.20336639881134033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,16,power_law_1.2,0.49994239807128904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,power_law_1.2,0.2615231990814209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,1,power_law_1.01,0.17531520128250122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,power_law_1.01,0.7720895767211914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,power_law_1.2,0.18657920360565186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,1,power_law_1.01,0.1834944009780884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,power_law_1.2,0.2770944118499756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,8,power_law_1.01,0.2213887929916382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,power_law_1.2,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,16,power_law_1.2,0.5797887802124023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,power_law_1.01,1.0905728340148926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,1,power_law_1.01,0.19393919706344603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,power_law_1.2,0.33484160900115967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,power_law_1.2,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,8,power_law_1.01,0.2261120080947876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,16,power_law_1.2,0.7933951854705811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,1,power_law_1.01,0.19701119661331176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,power_law_1.2,0.20930559635162355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,power_law_1.2,0.36863999366760253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,power_law_1.01,1.4116864204406738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,8,power_law_1.01,0.2332672119140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,1,power_law_1.01,0.20930559635162355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,power_law_1.2,0.21770238876342773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,16,power_law_1.2,0.8834815979003906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,power_law_1.2,0.4630591869354248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,1,power_law_1.01,0.20992000102996827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,power_law_1.2,0.22099840641021729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,8,power_law_1.01,0.2672575950622559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,power_law_1.01,1.7592191696166992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,power_law_1.2,0.6023039817810059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,1,power_law_1.01,0.21790719032287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,power_law_1.2,0.2254784107208252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,16,power_law_1.2,1.2212224006652832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,8,power_law_1.01,0.2676736116409302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,power_law_1.2,0.23797760009765626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,1,power_law_1.01,0.2162623882293701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,power_law_1.2,0.7585728168487549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,16,power_law_1.01,2.5395200729370115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,8,power_law_1.01,0.31600000858306887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,power_law_1.2,0.25351040363311766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,16,power_law_1.2,1.6011392593383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,1,power_law_1.01,0.23347198963165283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,power_law_1.2,0.849516773223877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,power_law_1.2,0.26213760375976564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,8,power_law_1.01,0.35880959033966064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,1,power_law_1.01,0.2488255977630615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,16,power_law_1.2,2.062950325012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,power_law_1.2,0.2830336093902588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,power_law_1.2,1.2249088287353516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,1,power_law_1.01,0.25866239070892333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,8,power_law_1.01,0.4765632152557373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,16,power_law_1.01,5.181843185424805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,power_law_1.2,0.33812479972839354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,1,power_law_1.01,0.2758656024932861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,power_law_1.2,1.5433407783508302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,8,power_law_1.01,0.5334976196289063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,power_law_1.2,0.37581439018249513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,16,power_law_1.2,2.8461055755615234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,1,power_law_1.01,0.33013761043548584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,power_law_1.2,0.45854721069335935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,power_law_1.2,1.8804672241210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,8,power_law_1.01,0.68853759765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,1,power_law_1.01,0.36577279567718507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,power_law_1.2,0.5400703907012939
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,1,power_law_1.01,0.4597760200500488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,8,power_law_1.01,0.8499199867248535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,power_law_1.2,0.6959104061126709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,8,power_law_1.2,2.860851287841797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,16,power_law_1.2,6.47352294921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,1,power_law_1.01,0.5380032062530518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,power_law_1.2,0.8880064010620117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,8,power_law_1.01,1.1413567543029786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,1,power_law_1.01,0.6922239780426025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,power_law_1.2,1.1593728065490723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,8,power_law_1.2,6.113894271850586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,8,power_law_1.01,1.4149888038635254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,1,power_law_1.01,0.8642560005187988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,power_law_1.2,1.4305279731750489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,power_law_1.01,0.08131200075149536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,1,power_law_1.01,1.1495424270629884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,8,power_law_1.01,1.8325439453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,power_law_1.2,1.9924928665161132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,power_law_1.01,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,1,power_law_1.01,1.4223551750183105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,power_law_1.01,0.1265727996826172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,power_law_1.2,2.537887954711914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,8,power_law_1.01,2.813747215270996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,1,power_law_1.01,1.976518440246582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,1,power_law_1.01,2.5309120178222657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,power_law_1.2,3.120947265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,power_law_1.01,0.10732159614562989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,8,power_law_1.01,5.172844696044922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,1,power_law_1.01,3.1053823471069335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,power_law_1.01,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,1,power_law_1.2,4.889004898071289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,power_law_1.01,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,1,power_law_1.01,4.827135848999023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,power_law_1.01,0.17592320442199708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,1,power_law_1.2,9.711411285400391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,power_law_1.01,0.18661119937896728
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,1,power_law_1.01,9.590579223632812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,4,power_law_1.2,0.08602240085601806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,power_law_1.01,0.1953984022140503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,4,power_law_1.2,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,power_law_1.01,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,4,power_law_1.2,0.08478080034255982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,power_law_1.01,0.2031615972518921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,power_law_1.01,0.20849919319152832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,4,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,power_law_1.01,0.232857608795166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,4,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,power_law_1.01,0.24576001167297362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,4,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,power_law_1.01,0.260915207862854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,2,8,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,4,power_law_1.2,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,2,8,power_law_1.01,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,power_law_1.01,0.24924800395965577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,2,8,power_law_1.2,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,4,power_law_1.2,0.18575359582901002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,2,8,power_law_1.01,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,2,8,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,power_law_1.01,0.27258241176605225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,2,8,power_law_1.01,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,2,8,power_law_1.2,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,4,power_law_1.2,0.1818560004234314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,2,8,power_law_1.2,0.023366400599479677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,power_law_1.01,0.3035072088241577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,2,8,power_law_1.01,0.025791999697685242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,4,power_law_1.2,0.1937407970428467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,2,8,power_law_1.2,0.027449598908424376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,2,8,power_law_1.01,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,power_law_1.01,0.35921919345855713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,2,8,power_law_1.2,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,4,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,2,8,power_law_1.01,0.029497599601745604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,2,8,power_law_1.2,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,power_law_1.01,0.3999743938446045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,2,8,power_law_1.01,0.03318400084972382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,4,power_law_1.2,0.21155838966369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,2,8,power_law_1.2,0.035020801424980166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,2,8,power_law_1.01,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,power_law_1.01,0.49950079917907714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,4,power_law_1.2,0.2201535940170288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,2,8,power_law_1.2,0.03195520043373108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,2,8,power_law_1.01,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,2,8,power_law_1.2,0.03439359962940216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,2,8,power_law_1.01,0.03683840036392212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,power_law_1.01,0.5875711917877198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,4,power_law_1.2,0.2209791898727417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,2,8,power_law_1.2,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,2,8,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,4,power_law_1.2,0.22837119102478026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,2,8,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,power_law_1.01,0.7938047885894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,2,8,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,2,8,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,4,power_law_1.2,0.25372800827026365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,2,8,power_law_1.01,0.055718398094177245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,power_law_1.01,0.9539584159851074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,2,8,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,2,8,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,4,power_law_1.2,0.2842816114425659
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,2,8,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,2,8,power_law_1.01,0.06472319960594178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,power_law_1.01,1.3039615631103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,2,8,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,4,power_law_1.2,0.30392320156097413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,2,8,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,2,8,power_law_1.2,0.08867200016975403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,2,8,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,power_law_1.01,1.66297607421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,4,power_law_1.2,0.3708928108215332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,2,8,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,2,8,power_law_1.01,0.13742079734802246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,2,8,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,4,power_law_1.2,0.4104127883911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,power_law_1.01,2.071955108642578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,2,8,power_law_1.01,0.20113921165466309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,2,8,power_law_1.2,0.21872639656066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,2,8,power_law_1.01,0.2600895881652832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,4,power_law_1.2,0.512614393234253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,2,8,power_law_1.2,0.27545599937438964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,2,8,power_law_1.01,0.39035520553588865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,2,8,power_law_1.2,0.39137279987335205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,4,power_law_1.01,3.116851234436035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,4,power_law_1.2,0.6252480030059815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,2,8,power_law_1.01,0.5146495819091796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,2,8,power_law_1.2,0.48392319679260254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,2,8,power_law_1.01,0.7417856216430664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,4,power_law_1.2,0.8142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,2,8,power_law_1.2,0.754911994934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,2,8,power_law_1.01,0.9588671684265136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,4,power_law_1.01,5.957632064819336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,2,8,power_law_1.2,1.0407936096191406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,4,power_law_1.2,0.9846719741821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,2,8,power_law_1.01,1.3576512336730957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,2,8,power_law_1.2,1.4411775588989257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,4,power_law_1.2,1.28471040725708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,2,8,power_law_1.01,1.977337646484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,2,8,power_law_1.2,2.062124824523926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,2,8,power_law_1.01,2.418284797668457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,2,8,power_law_1.2,2.575974464416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,4,power_law_1.2,1.6548160552978515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,2,8,power_law_1.01,4.002617645263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,2,8,power_law_1.2,3.864780807495117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,2,8,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,4,power_law_1.2,2.1731264114379885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,power_law_1.01,0.07660160064697266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,2,8,power_law_1.01,7.711539459228516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,2,8,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,2,8,power_law_1.2,8.15984649658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,power_law_1.01,0.10424959659576416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,2,8,power_law_1.01,0.04668160080909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,4,power_law_1.2,3.1764480590820314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,2,8,power_law_1.01,0.045484799146652224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,power_law_1.01,0.0868287980556488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,2,8,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,2,power_law_1.2,0.06718720197677612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,2,8,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,2,8,power_law_1.01,0.04627200067043304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,2,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,power_law_1.01,0.1581120014190674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,4,power_law_1.2,6.283878326416016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,2,8,power_law_1.01,0.04670720100402832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,2,8,power_law_1.2,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,2,power_law_1.2,0.08110719919204712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,2,8,power_law_1.01,0.04711039960384369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,power_law_1.01,0.17735040187835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,2,8,power_law_1.2,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,2,power_law_1.2,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,2,8,power_law_1.01,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,power_law_1.01,0.21276159286499025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,2,8,power_law_1.2,0.045491200685501096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,2,8,power_law_1.01,0.05075200200080872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,4,4,power_law_1.01,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,2,power_law_1.2,0.12041599750518799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,2,8,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,power_law_1.01,0.23142399787902831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,2,8,power_law_1.01,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,4,4,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,2,8,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,2,power_law_1.2,0.14215680360794067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,2,8,power_law_1.01,0.05484799742698669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,4,4,power_law_1.01,0.020678399503231047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,power_law_1.01,0.24596478939056396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,2,8,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,2,8,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,4,4,power_law_1.01,0.021305599808692934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,2,power_law_1.2,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,2,8,power_law_1.2,0.046291199326515195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,2,8,power_law_1.01,0.06984320282936096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,power_law_1.01,0.24474880695343018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,4,4,power_law_1.01,0.025811201333999632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,4,4,power_law_1.2,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,2,8,power_law_1.2,0.04672000110149384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,2,8,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,4,4,power_law_1.01,0.027033600211143493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,2,power_law_1.2,0.2025536060333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,2,8,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,4,4,power_law_1.2,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,power_law_1.01,0.25169920921325684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,2,8,power_law_1.01,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,4,4,power_law_1.01,0.026617598533630372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,2,8,power_law_1.2,0.05121920108795166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,4,4,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,2,8,power_law_1.01,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,2,power_law_1.2,0.2215872049331665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,4,4,power_law_1.01,0.028249600529670717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,power_law_1.01,0.26439681053161623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,2,8,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,4,4,power_law_1.2,0.021273599565029146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,2,8,power_law_1.01,0.09932799935340882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,4,4,power_law_1.01,0.028678399324417115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,2,8,power_law_1.2,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,4,4,power_law_1.2,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,2,8,power_law_1.01,0.12778879404067994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,power_law_1.01,0.2766783952713013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,2,power_law_1.2,0.2293760061264038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,4,4,power_law_1.01,0.030291199684143066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,2,8,power_law_1.2,0.05491840243339539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,4,4,power_law_1.2,0.027039998769760133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,2,8,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,4,4,power_law_1.01,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,2,8,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,4,4,power_law_1.2,0.027039998769760133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,power_law_1.01,0.2811840057373047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,2,8,power_law_1.01,0.21320319175720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,2,power_law_1.2,0.2514944076538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,4,4,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,2,8,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,4,4,power_law_1.2,0.02826879918575287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,2,8,power_law_1.01,0.2664448022842407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,4,4,power_law_1.01,0.039289599657058714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,2,8,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,power_law_1.01,0.2902015924453735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,2,8,power_law_1.01,0.37027840614318847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,2,power_law_1.2,0.263372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,4,4,power_law_1.2,0.02826879918575287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,4,4,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,2,8,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,2,8,power_law_1.01,0.46183037757873535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,4,4,power_law_1.2,0.029094401001930236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,4,4,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,2,8,power_law_1.2,0.09501439929008484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,power_law_1.01,0.30126080513000486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,2,power_law_1.2,0.26521599292755127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,2,8,power_law_1.01,0.6852543830871582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,4,4,power_law_1.2,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,4,4,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,2,8,power_law_1.2,0.10363520383834839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,4,4,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,2,8,power_law_1.01,0.9162752151489257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,4,4,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,2,8,power_law_1.2,0.12778240442276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,power_law_1.01,0.34508800506591797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,2,power_law_1.2,0.2686912059783936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,4,4,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,2,8,power_law_1.01,1.156499195098877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,4,4,power_law_1.01,0.09522560238838196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,2,8,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,4,4,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,2,8,power_law_1.2,0.2093440055847168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,4,4,power_law_1.01,0.12163200378417968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,2,power_law_1.2,0.2844736099243164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,power_law_1.01,0.3768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,2,8,power_law_1.01,1.953183937072754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,4,4,power_law_1.2,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,2,8,power_law_1.2,0.2742271900177002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,4,4,power_law_1.01,0.15460480451583863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,2,8,power_law_1.01,3.765657424926758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,4,4,power_law_1.2,0.05490559935569763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,2,power_law_1.2,0.2932735919952393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,2,8,power_law_1.2,0.3942399978637695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,4,4,power_law_1.01,0.19045759439468385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,power_law_1.01,0.4556863784790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,4,4,power_law_1.2,0.06510080099105835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,2,8,power_law_1.2,0.4691904067993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,4,4,power_law_1.01,0.2916352033615112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,4,4,power_law_1.2,0.0802623987197876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,2,8,power_law_1.2,0.6963136196136475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,2,power_law_1.2,0.31334400177001953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,power_law_1.01,0.5175360202789306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,4,4,power_law_1.01,0.3197119951248169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,2,8,power_law_1.2,0.8982527732849122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,4,4,power_law_1.2,0.12041599750518799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,4,4,power_law_1.01,0.5081215858459472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,2,8,power_law_1.2,1.1921343803405762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,2,power_law_1.2,0.352454400062561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,4,4,power_law_1.2,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,power_law_1.01,0.6520832061767579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,4,4,power_law_1.01,0.6590464115142822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,4,4,power_law_1.2,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,2,8,power_law_1.2,1.8628671646118165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,4,4,power_law_1.01,1.063974380493164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,4,4,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,2,power_law_1.2,0.3913664102554321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,4,4,power_law_1.2,0.24063360691070557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,power_law_1.01,0.8032256126403808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,4,4,power_law_1.01,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,2,8,power_law_1.2,4.293830490112304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,4,4,power_law_1.01,1.7625087738037108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,4,4,power_law_1.2,0.3839936017990112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,4,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,2,power_law_1.2,0.46632962226867675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,power_law_1.01,1.0371071815490722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,4,4,power_law_1.2,0.5228544235229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,4,4,power_law_1.01,1.9920896530151366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,4,4,power_law_1.01,0.042393600940704344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,4,4,power_law_1.2,0.569542407989502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,4,4,power_law_1.01,0.04339199960231781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,4,4,power_law_1.01,2.870688056945801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,2,power_law_1.2,0.5232639789581299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,power_law_1.01,0.11102080345153809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,power_law_1.01,1.2691455841064454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,4,4,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,4,4,power_law_1.2,0.9855104446411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,4,4,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,power_law_1.01,0.15646719932556152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,2,power_law_1.2,0.6819839954376221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,4,4,power_law_1.2,1.487667179107666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,4,4,power_law_1.01,6.366592025756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,power_law_1.01,1.7100479125976562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,4,4,power_law_1.01,0.04338560104370117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,1,power_law_1.2,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,4,4,power_law_1.2,1.5798272132873534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,power_law_1.01,0.20848639011383058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,4,4,power_law_1.2,0.05614079833030701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,4,4,power_law_1.01,0.04709759950637817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,2,power_law_1.2,0.8060928344726562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,1,power_law_1.2,0.07947520017623902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,4,4,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,power_law_1.01,2.1415935516357423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,4,4,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,4,4,power_law_1.2,3.304217529296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,power_law_1.01,0.2394047975540161
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,2,power_law_1.2,1.0264575958251954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,4,4,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,4,4,power_law_1.2,0.04217599928379059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,1,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,4,4,power_law_1.2,7.174348449707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,4,4,power_law_1.01,0.05115519762039185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,4,4,power_law_1.2,0.04216319918632507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,power_law_1.01,2.5853952407836913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,power_law_1.01,0.29900801181793213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,1,power_law_1.2,0.11059839725494384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,2,power_law_1.2,1.3334400177001953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,4,4,power_law_1.01,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,4,4,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,8,2,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,1,power_law_1.2,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,4,4,power_law_1.01,0.05489280223846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,4,4,power_law_1.2,0.04384639859199524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,power_law_1.01,0.3106816053390503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,8,2,power_law_1.01,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,2,power_law_1.2,1.75677433013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,2,power_law_1.01,3.9028736114501954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,4,4,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,4,4,power_law_1.2,0.0438400000333786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,8,2,power_law_1.01,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,1,power_law_1.2,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,4,4,power_law_1.01,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,power_law_1.01,0.3254271984100342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,4,4,power_law_1.2,0.043859198689460754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,8,2,power_law_1.01,0.020876799523830415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,2,power_law_1.2,2.1727231979370116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,1,power_law_1.2,0.21831040382385253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,4,4,power_law_1.01,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,8,2,power_law_1.01,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,4,4,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,8,2,power_law_1.2,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,power_law_1.01,0.3411967992782593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,8,2,power_law_1.01,0.02906239926815033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,4,4,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,4,4,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,2,power_law_1.01,7.507142639160156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,1,power_law_1.2,0.30126080513000486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,2,power_law_1.2,2.7650047302246095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,8,2,power_law_1.01,0.029286399483680725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,4,4,power_law_1.2,0.04831359982490539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,4,4,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,8,2,power_law_1.2,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,power_law_1.01,0.38645761013031005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,1,power_law_1.2,0.3207040071487427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,8,2,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,4,4,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,4,4,power_law_1.01,0.11797759532928467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,8,2,power_law_1.2,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,8,2,power_law_1.01,0.032364800572395325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,4,4,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,4,4,power_law_1.01,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,8,2,power_law_1.2,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,2,power_law_1.2,4.125900650024414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,1,power_law_1.2,0.32746880054473876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,power_law_1.01,0.39444479942321775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,8,2,power_law_1.01,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,4,4,power_law_1.2,0.05448960065841675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,8,2,power_law_1.2,0.020902399718761445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,4,4,power_law_1.01,0.17120640277862548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,8,2,power_law_1.01,0.034201601147651674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,8,2,power_law_1.2,0.02868480086326599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,4,4,power_law_1.2,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,4,4,power_law_1.01,0.23511040210723877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,1,power_law_1.2,0.3313600063323975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,power_law_1.01,0.42495999336242674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,8,2,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,8,2,power_law_1.2,0.028275200724601747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,4,4,power_law_1.2,0.07124480009078979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,4,4,power_law_1.01,0.3481856107711792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,8,2,power_law_1.01,0.038124799728393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,8,2,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,1,power_law_1.2,0.33873920440673827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,2,power_law_1.2,7.929644775390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,8,2,power_law_1.2,0.03154560029506683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,4,4,power_law_1.2,0.07452800273895263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,power_law_1.01,0.4503615856170654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,4,4,power_law_1.01,0.42946557998657225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,8,2,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,8,2,power_law_1.01,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,8,2,power_law_1.2,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,4,4,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,4,4,power_law_1.01,0.5114048004150391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,1,power_law_1.2,0.3571647882461548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,8,2,power_law_1.01,0.04220159947872162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,8,2,power_law_1.2,0.03154560029506683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,4,4,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,power_law_1.01,0.48396801948547363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,8,2,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,4,4,power_law_1.01,0.7708608150482178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,8,2,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,8,2,power_law_1.2,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,4,4,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,8,2,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,1,power_law_1.2,0.43439359664916993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,4,4,power_law_1.01,1.040390396118164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,8,2,power_law_1.01,0.05386880040168762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,power_law_1.01,0.5396480083465576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,4,4,power_law_1.2,0.13147519826889037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,8,2,power_law_1.2,0.03769600093364715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,8,2,power_law_1.01,0.04134399890899658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,8,2,power_law_1.01,0.063673597574234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,4,4,power_law_1.01,1.7342464447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,4,4,power_law_1.2,0.20684800148010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,8,2,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,8,2,power_law_1.01,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,1,power_law_1.2,0.45690240859985354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,power_law_1.01,0.6072319984436035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,8,2,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,4,4,power_law_1.2,0.2545599937438965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,8,2,power_law_1.2,0.03760640025138855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,8,2,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,8,2,power_law_1.01,0.04262399971485138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,4,4,power_law_1.01,3.3513408660888673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,8,2,power_law_1.01,0.11222399473190307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,4,4,power_law_1.2,0.3375103950500488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,power_law_1.01,0.5457856178283691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,8,2,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,1,power_law_1.2,0.5056447982788086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,8,2,power_law_1.01,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,8,2,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,4,4,power_law_1.2,0.35532801151275634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,8,2,power_law_1.01,0.13537280559539794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,8,2,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,power_law_1.01,0.6578176021575928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,8,2,power_law_1.01,0.04257279932498932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,4,4,power_law_1.2,0.6459392070770263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,8,2,power_law_1.01,0.1937407970428467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,8,2,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,1,power_law_1.2,0.4974912166595459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,8,2,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,8,2,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,4,4,power_law_1.2,0.8642560005187988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,power_law_1.01,0.7352384090423584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,8,2,power_law_1.01,0.24781439304351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,8,2,power_law_1.2,0.04132480025291443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,8,2,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,4,4,power_law_1.2,0.9908672332763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,8,2,power_law_1.01,0.047302401065826415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,power_law_1.01,0.9277824401855469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,8,2,power_law_1.01,0.3753983974456787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,1,power_law_1.2,0.5883776187896729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,8,2,power_law_1.2,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,8,2,power_law_1.01,0.05161600112915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,4,4,power_law_1.2,2.1702655792236327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,8,2,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,8,2,power_law_1.01,0.5261312007904053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,power_law_1.01,1.1368512153625487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,8,2,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,8,2,power_law_1.01,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,16,1,power_law_1.01,0.01926400065422058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,1,power_law_1.2,0.5581056118011475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,8,2,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,4,4,power_law_1.2,3.269011306762695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,8,2,power_law_1.2,0.15768959522247314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,8,2,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,8,2,power_law_1.01,0.7004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,16,1,power_law_1.01,0.019232000410556793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,power_law_1.01,1.472480010986328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,8,2,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,16,1,power_law_1.01,0.01883520036935806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,8,2,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,8,2,power_law_1.2,0.21687679290771483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,8,2,power_law_1.01,0.8085439682006836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,1,power_law_1.2,0.677894401550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,16,1,power_law_1.01,0.018848000466823576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,power_law_1.01,1.9175424575805664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,8,2,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,8,2,power_law_1.2,0.2721791982650757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,8,2,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,8,2,power_law_1.01,1.1548735618591308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,16,1,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,8,2,power_law_1.01,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,16,1,power_law_1.01,0.02336000055074692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,1,power_law_1.2,0.7569407939910888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,8,2,power_law_1.2,0.39792640209198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,power_law_1.01,2.58416633605957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,8,2,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,8,2,power_law_1.01,1.785036849975586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,8,2,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,16,1,power_law_1.01,0.022944000363349915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,8,2,power_law_1.2,0.510975980758667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,8,2,power_law_1.2,0.04343039989471435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,16,1,power_law_1.01,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,8,2,power_law_1.01,0.08990079760551453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,power_law_1.01,3.1250431060791017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,1,power_law_1.2,0.9457599639892578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,8,2,power_law_1.2,0.8265727996826172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,8,2,power_law_1.01,3.9839744567871094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,16,1,power_law_1.01,0.02540160119533539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,8,2,power_law_1.2,0.04832639992237091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,8,2,power_law_1.01,0.1026047945022583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,16,1,power_law_1.2,0.019225600361824035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,16,1,power_law_1.01,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,8,2,power_law_1.2,1.0129280090332031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,8,2,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,8,2,power_law_1.01,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,16,1,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,1,power_law_1.2,1.160204792022705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,16,1,power_law_1.01,0.026617598533630372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,power_law_1.01,3.792275238037109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,8,2,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,8,2,power_law_1.01,0.15544960498809815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,16,1,power_law_1.2,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,8,2,power_law_1.2,1.3355008125305177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,16,1,power_law_1.01,0.028652799129486085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,8,2,power_law_1.2,0.056959998607635495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,8,2,power_law_1.01,0.20459520816802979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,16,1,power_law_1.2,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,1,power_law_1.2,1.5040512084960938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,16,1,power_law_1.01,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,8,2,power_law_1.2,2.2083520889282227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,8,2,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,8,2,power_law_1.01,0.24513919353485109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,16,1,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,16,1,power_law_1.01,0.029894399642944335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,1,power_law_1.01,5.815500640869141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,8,2,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,16,1,power_law_1.2,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,8,2,power_law_1.01,0.34917759895324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,16,1,power_law_1.01,0.03195520043373108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,8,2,power_law_1.2,4.379014587402343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,1,power_law_1.2,1.9773439407348632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,8,2,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,16,1,power_law_1.2,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,8,2,power_law_1.01,0.45650558471679686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,16,1,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,16,1,power_law_1.01,0.038873600959777835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,8,2,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,16,1,power_law_1.2,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,16,1,power_law_1.01,0.04258559942245484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,8,2,power_law_1.01,0.6348864078521729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,16,1,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,1,power_law_1.2,2.6267648696899415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,8,2,power_law_1.2,0.09667199850082397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,16,1,power_law_1.2,0.027859199047088622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,1,power_law_1.01,11.101792144775391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,16,1,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,8,2,power_law_1.01,0.7987264156341553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,16,1,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,16,1,power_law_1.2,0.027027198672294618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,8,2,power_law_1.2,0.11017600297927857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.01,0.06451839804649354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,16,1,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,8,2,power_law_1.01,1.2699584007263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,16,1,power_law_1.2,0.03400320112705231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.01,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,1,power_law_1.2,3.1510528564453124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,8,2,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,16,1,power_law_1.01,0.044249600172042845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,16,1,power_law_1.2,0.03154560029506683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,8,2,power_law_1.2,0.170796799659729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,16,1,power_law_1.01,0.04625279903411865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,8,2,power_law_1.01,2.478079986572266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,16,1,power_law_1.2,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.01,0.14171520471572877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,8,2,power_law_1.2,0.21279358863830566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,16,1,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,16,1,power_law_1.01,0.04668160080909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,1,power_law_1.2,3.819750213623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,16,1,power_law_1.2,0.03560320138931274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.01,0.1789952039718628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,8,2,power_law_1.2,0.26131839752197267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,16,1,power_law_1.01,0.045664000511169436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,16,1,power_law_1.2,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.01,0.2537600040435791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,16,1,power_law_1.2,0.04097920060157776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,8,2,power_law_1.2,0.3420095920562744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,16,1,power_law_1.01,0.04627200067043304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,16,1,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,16,1,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.01,0.3284991979598999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,1,power_law_1.2,5.864646530151367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,16,1,power_law_1.01,0.04749439954757691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,8,2,power_law_1.2,0.4831232070922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,16,1,power_law_1.2,0.044249600172042845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,16,1,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.01,0.4790016174316406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,16,1,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,16,1,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,8,2,power_law_1.2,0.678707218170166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,16,1,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.01,0.6315968036651611
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.2,0.06636800169944763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,16,1,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,16,1,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,8,2,power_law_1.2,0.8163135528564454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,16,1,power_law_1.01,0.7848000049591064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.2,0.08561279773712158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,16,1,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,16,1,power_law_1.2,0.04711039960384369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,1,power_law_1.2,11.146240234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,8,2,power_law_1.2,1.3350912094116212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,2,8,power_law_1.01,0.029068800806999206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,16,1,power_law_1.01,1.2494848251342774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,16,1,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,16,1,power_law_1.2,0.047116801142692566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.2,0.144595205783844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,2,8,power_law_1.01,0.025388801097869874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,16,1,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,16,1,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,8,2,power_law_1.2,2.6742719650268554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,16,1,power_law_1.01,2.4825855255126954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,16,1,power_law_1.01,0.067603200674057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.2,0.18124159574508666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,2,8,power_law_1.01,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,16,1,power_law_1.2,0.048307201266288756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,16,1,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.2,0.2553855895996094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,2,8,power_law_1.01,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,16,1,power_law_1.2,0.04834559857845307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,2,8,power_law_1.2,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,16,1,power_law_1.01,0.0870527982711792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,2,8,power_law_1.01,0.032153600454330446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.2,0.3319808006286621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,16,1,power_law_1.2,0.050367999076843264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,2,8,power_law_1.2,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,2,8,power_law_1.01,0.03788160085678101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.01,0.09011840224266052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.2,0.4810880184173584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,16,1,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,2,8,power_law_1.2,0.026419198513031004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,2,8,power_law_1.01,0.03870719969272614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.2,0.63405442237854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,16,1,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,2,8,power_law_1.2,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,2,8,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,2,8,power_law_1.01,0.042387199401855466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,16,1,power_law_1.2,0.787660789489746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.01,0.13249919414520264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,2,8,power_law_1.2,0.029491201043128967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,16,1,power_law_1.2,0.06469759941101075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,2,8,power_law_1.01,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,2,8,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,16,1,power_law_1.2,1.2515392303466797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,2,8,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,2,8,power_law_1.2,0.03747200071811676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.01,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,16,1,power_law_1.2,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,2,8,power_law_1.01,0.03950720131397247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,2,8,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.01,0.20439040660858154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,2,8,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,2,8,power_law_1.01,0.054054397344589236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,16,1,power_law_1.2,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,16,1,power_law_1.2,2.4838079452514648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,2,8,power_law_1.2,0.053651201725006106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,4,4,power_law_1.01,0.020473599433898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,2,8,power_law_1.01,0.058771198987960814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,2,8,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.01,0.28323841094970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,16,1,power_law_1.2,0.08559359908103943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,4,4,power_law_1.01,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,2,8,power_law_1.01,0.050393599271774295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,2,8,power_law_1.2,0.04912000000476837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,2,8,power_law_1.01,0.066348797082901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,2,8,power_law_1.2,0.040761598944664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,4,4,power_law_1.01,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.01,0.35980160236358644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,16,1,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,2,8,power_law_1.01,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,2,8,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,4,4,power_law_1.01,0.02250239998102188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,2,8,power_law_1.01,0.05203199982643127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,2,8,power_law_1.2,0.04322560131549835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,2,8,power_law_1.01,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.01,0.5175360202789306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,16,1,power_law_1.2,0.11427199840545654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,4,4,power_law_1.01,0.023340800404548646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,2,8,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,2,8,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,2,8,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,2,8,power_law_1.01,0.10506240129470826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,4,4,power_law_1.01,0.031142398715019226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,16,1,power_law_1.2,0.13230079412460327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,2,8,power_law_1.2,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.01,0.6639552116394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,2,8,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,2,8,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,4,4,power_law_1.01,0.029068800806999206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,2,8,power_law_1.01,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,2,8,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,2,8,power_law_1.01,0.18186240196228026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,16,1,power_law_1.2,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,4,4,power_law_1.01,0.030316799879074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,2,8,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,16,1,power_law_1.01,0.8265855789184571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,2,8,power_law_1.01,0.05244160294532776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,2,8,power_law_1.01,0.2218048095703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,4,4,power_law_1.01,0.02991360127925873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,2,8,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,2,8,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,16,1,power_law_1.2,0.20602879524230958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,2,8,power_law_1.01,0.31727359294891355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,4,4,power_law_1.01,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,16,1,power_law_1.01,1.306828784942627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,2,8,power_law_1.01,0.058355200290679934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,2,8,power_law_1.2,0.092985600233078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,2,8,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,16,1,power_law_1.2,0.2842623949050903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,2,8,power_law_1.01,0.3942464113235474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,4,4,power_law_1.01,0.03400959968566895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,2,8,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,2,8,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,2,8,power_law_1.01,0.05735039710998535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,4,4,power_law_1.01,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,2,8,power_law_1.01,0.6203455924987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,16,1,power_law_1.01,2.598476791381836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,16,1,power_law_1.2,0.356332802772522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,2,8,power_law_1.2,0.12570879459381104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,2,8,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,4,4,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,2,8,power_law_1.01,0.7692160129547119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,2,8,power_law_1.01,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,4,4,power_law_1.2,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,2,8,power_law_1.2,0.17571200132369996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,16,1,power_law_1.2,0.5212160110473633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,2,8,power_law_1.2,0.06842880249023438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,4,4,power_law_1.01,0.05509120225906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,2,8,power_law_1.01,1.2683263778686524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,2,8,power_law_1.01,0.06696959733963012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,4,4,power_law_1.2,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,2,8,power_law_1.2,0.22773759365081786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,2,8,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,4,4,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,16,1,power_law_1.2,0.6672319889068603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,2,8,power_law_1.01,0.06778240203857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,2,8,power_law_1.01,1.412492847442627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,4,4,power_law_1.2,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,2,8,power_law_1.2,0.3401727914810181
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,2,8,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,4,4,power_law_1.01,0.06350719928741455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,16,1,power_law_1.2,0.8212479591369629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,4,4,power_law_1.2,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,2,8,power_law_1.01,0.07392640113830566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,2,8,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,2,8,power_law_1.2,0.43520002365112304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,4,4,power_law_1.01,0.06516479849815368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,2,8,power_law_1.01,2.439980888366699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,4,4,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,2,8,power_law_1.2,0.09130880236625671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,2,8,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,4,4,power_law_1.01,0.10383360385894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,2,8,power_law_1.2,0.6336512088775634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,16,1,power_law_1.2,1.3031359672546388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,4,4,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,2,8,power_law_1.01,3.325958251953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,4,4,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,2,8,power_law_1.2,0.10732159614562989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,2,8,power_law_1.01,0.09481599926948547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,4,4,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,2,8,power_law_1.2,0.8024127960205079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,4,4,power_law_1.2,0.04243200123310089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,4,4,power_law_1.01,0.16524800062179565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,16,1,power_law_1.2,2.575174331665039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,2,8,power_law_1.2,0.12903039455413817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,2,8,power_law_1.01,0.10627199411392212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,2,8,power_law_1.2,1.1999232292175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,4,4,power_law_1.01,0.046700799465179445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,2,8,power_law_1.01,3.845529556274414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,4,4,power_law_1.2,0.04444159865379334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,4,4,power_law_1.01,0.21934080123901367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,2,8,power_law_1.2,0.12287360429763794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,2,8,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,4,4,power_law_1.01,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,2,8,power_law_1.2,1.6666624069213867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,4,4,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,4,4,power_law_1.01,0.34303998947143555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,2,8,power_law_1.01,0.12923519611358641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,2,8,power_law_1.2,0.16424319744110108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,4,4,power_law_1.01,0.048537600040435794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,2,8,power_law_1.01,6.491539001464844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,4,4,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,4,4,power_law_1.01,0.4032447814941406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,2,8,power_law_1.2,2.3453695297241213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,2,8,power_law_1.01,0.1703935980796814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,4,4,power_law_1.01,0.04832639992237091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,2,8,power_law_1.2,0.19783040285110473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,4,4,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,4,4,power_law_1.01,0.6231999874114991
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,2,8,power_law_1.2,3.1854591369628906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,4,4,power_law_1.01,0.049184000492095946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,2,8,power_law_1.01,0.18226560354232788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,4,4,power_law_1.2,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,2,8,power_law_1.2,0.2756608009338379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,4,4,power_law_1.01,0.8724672317504882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,2,8,power_law_1.01,12.8546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,4,4,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,4,4,power_law_1.01,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,2,8,power_law_1.01,0.2742271900177002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,2,8,power_law_1.2,0.3578176021575928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,4,4,power_law_1.01,1.1675456047058106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,2,8,power_law_1.2,4.135321426391601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,4,4,power_law_1.2,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,4,4,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,4,4,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,2,8,power_law_1.01,0.34303998947143555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,2,8,power_law_1.2,0.5204031944274903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,4,4,power_law_1.01,1.4897151947021485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,4,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,4,4,power_law_1.01,0.053862398862838744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,2,8,power_law_1.01,0.4892672061920166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,2,8,power_law_1.2,0.6516736030578614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,4,4,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,4,4,power_law_1.2,0.09752320051193238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,4,4,power_law_1.01,2.120697593688965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,2,8,power_law_1.2,6.617906951904297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,4,4,power_law_1.01,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,2,8,power_law_1.01,0.6344704151153564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,4,4,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,2,8,power_law_1.2,0.9891839981079101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,4,4,power_law_1.2,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,4,4,power_law_1.01,3.2501758575439452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,4,4,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,4,4,power_law_1.2,0.15318399667739868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,2,8,power_law_1.01,0.8646335601806641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,2,8,power_law_1.2,1.3514752388000488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,4,4,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,4,4,power_law_1.2,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,4,4,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,2,8,power_law_1.2,13.143040466308594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,4,4,power_law_1.01,6.91180191040039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,4,4,power_law_1.2,0.04874880015850067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,4,4,power_law_1.2,0.27155840396881104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,2,8,power_law_1.01,1.2535807609558105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,2,8,power_law_1.2,1.6174720764160155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,4,4,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,4,4,power_law_1.2,0.33624958992004395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,4,4,power_law_1.2,0.048767998814582825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,4,4,power_law_1.01,0.0698303997516632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,2,8,power_law_1.01,1.6863231658935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,4,4,power_law_1.2,0.6264768123626709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,2,8,power_law_1.2,2.9190143585205077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,8,2,power_law_1.01,0.02091519981622696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,4,4,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,4,4,power_law_1.01,0.07947520017623902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,4,4,power_law_1.2,0.7712768077850342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,8,2,power_law_1.01,0.020473599433898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,4,4,power_law_1.2,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,2,8,power_law_1.01,2.525593566894531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,4,4,power_law_1.01,0.07885439991950989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,4,4,power_law_1.2,1.2064767837524415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,8,2,power_law_1.01,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,2,8,power_law_1.2,6.345740890502929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,4,4,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,4,4,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,8,2,power_law_1.01,0.025791999697685242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,4,4,power_law_1.2,1.683852767944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,4,4,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,4,4,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,2,8,power_law_1.01,6.081740951538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,8,2,power_law_1.01,0.02863999903202057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,4,4,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,4,4,power_law_1.2,1.865318489074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,4,4,power_law_1.01,0.12288639545440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,8,2,power_law_1.01,0.03480319976806641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,8,2,power_law_1.01,0.04343039989471435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,4,4,power_law_1.2,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,4,4,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,4,4,power_law_1.2,2.8084224700927733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,8,2,power_law_1.01,0.03764480054378509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,4,4,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,8,2,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,4,4,power_law_1.01,0.19046399593353272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,8,2,power_law_1.2,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,8,2,power_law_1.01,0.03643519878387451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,4,4,power_law_1.2,0.07086719870567322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,4,4,power_law_1.2,3.5747840881347654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,4,4,power_law_1.01,0.23900160789489747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,8,2,power_law_1.01,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,8,2,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,8,2,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,4,4,power_law_1.2,0.07946879863739013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,8,2,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,4,4,power_law_1.01,0.30633599758148194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,8,2,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,8,2,power_law_1.01,0.04222719967365265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,4,4,power_law_1.2,0.08558719754219055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,4,4,power_law_1.2,5.119590377807617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,8,2,power_law_1.01,0.050400000810623166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,4,4,power_law_1.01,0.4177919864654541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,8,2,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,8,2,power_law_1.2,0.025382399559020996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,8,2,power_law_1.01,0.039743998646736146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,4,4,power_law_1.2,0.08764799833297729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,8,2,power_law_1.01,0.05077120065689087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,4,4,power_law_1.01,0.5998591899871826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,8,2,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,8,2,power_law_1.2,0.04465279877185822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,8,2,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,16,1,power_law_1.01,0.020908799767494202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,8,2,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,4,4,power_law_1.2,0.10157439708709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,4,4,power_law_1.2,11.35103988647461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,8,2,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,4,4,power_law_1.01,0.9302144050598145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,8,2,power_law_1.01,0.05058559775352478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,8,2,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,4,4,power_law_1.2,0.12307840585708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,8,2,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,16,1,power_law_1.01,0.020428800582885744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,8,2,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,8,2,power_law_1.01,0.05262079834938049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,8,2,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,4,4,power_law_1.01,1.0655743598937988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,4,4,power_law_1.2,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,8,2,power_law_1.01,0.06369280219078063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,8,2,power_law_1.01,0.05736320018768311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,8,2,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,8,2,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,16,1,power_law_1.01,0.020895999670028687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,4,4,power_law_1.2,0.2031615972518921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,8,2,power_law_1.01,0.058169597387313844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,8,2,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,4,4,power_law_1.01,1.3015104293823243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,8,2,power_law_1.2,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,8,2,power_law_1.2,0.04832639992237091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,8,2,power_law_1.01,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,16,1,power_law_1.01,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,8,2,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,4,4,power_law_1.2,0.29224960803985595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,8,2,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,8,2,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,4,4,power_law_1.01,2.539091110229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,8,2,power_law_1.01,0.09523199796676636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,4,4,power_law_1.2,0.29513599872589114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,8,2,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,16,1,power_law_1.01,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,8,2,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,8,2,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,8,2,power_law_1.01,0.10732159614562989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,4,4,power_law_1.2,0.4712831974029541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,8,2,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,16,1,power_law_1.01,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,8,2,power_law_1.2,0.049958398938179015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,8,2,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,8,2,power_law_1.01,0.1558527946472168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,4,4,power_law_1.01,5.804851150512695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,16,1,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,8,2,power_law_1.2,0.05161600112915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,4,4,power_law_1.2,0.5224448204040527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,8,2,power_law_1.01,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,16,1,power_law_1.01,0.027033600211143493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,8,2,power_law_1.2,0.04955520033836365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,8,2,power_law_1.01,0.22691841125488282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,8,2,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,16,1,power_law_1.2,0.020895999670028687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,8,2,power_law_1.01,0.08866559863090515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,16,1,power_law_1.01,0.025388801097869874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,8,2,power_law_1.2,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,8,2,power_law_1.01,0.31416959762573243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,4,4,power_law_1.2,0.9334783554077148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,8,2,power_law_1.2,0.06654719710350036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,8,2,power_law_1.01,0.10363520383834839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,16,1,power_law_1.2,0.02131199985742569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,16,1,power_law_1.01,0.029478400945663452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,8,2,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,8,2,power_law_1.01,0.35491840839385985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,4,4,power_law_1.2,1.0659839630126953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,8,2,power_law_1.01,0.1128383994102478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,8,2,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,16,1,power_law_1.01,0.029478400945663452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,8,2,power_law_1.2,0.058182400465011594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,16,1,power_law_1.2,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,8,2,power_law_1.01,0.5658624172210693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,8,2,power_law_1.01,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,8,2,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,4,4,power_law_1.2,1.5065024375915528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,16,1,power_law_1.01,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,8,2,power_law_1.2,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,16,1,power_law_1.2,0.026630398631095887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,8,2,power_law_1.01,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,8,2,power_law_1.01,0.6938623905181884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,8,2,power_law_1.2,0.10814080238342286
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,16,1,power_law_1.01,0.03278079926967621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,8,2,power_law_1.2,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,16,1,power_law_1.2,0.030316799879074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,8,2,power_law_1.01,0.19064320325851442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,4,4,power_law_1.2,2.405171203613281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,8,2,power_law_1.2,0.12817280292510985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,8,2,power_law_1.01,0.9748479843139648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,8,2,power_law_1.2,0.06715520024299622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,16,1,power_law_1.01,0.03315840065479279
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,16,1,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,8,2,power_law_1.01,0.26416640281677245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,8,2,power_law_1.2,0.18698240518569947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,16,1,power_law_1.01,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,8,2,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,16,1,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,16,1,power_law_1.2,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,8,2,power_law_1.01,1.3572095870971679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,8,2,power_law_1.01,0.3573760032653809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,4,4,power_law_1.2,5.705721664428711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,8,2,power_law_1.2,0.24780800342559814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,8,2,power_law_1.2,0.07861120104789734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,16,1,power_law_1.01,0.04750719964504242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,16,1,power_law_1.2,0.03731200098991394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,16,1,power_law_1.01,0.04304639995098114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,8,2,power_law_1.01,0.4437888145446777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,8,2,power_law_1.01,1.7141759872436524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,8,2,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,8,2,power_law_1.2,0.346726393699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,16,1,power_law_1.01,0.049728000164031984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,16,1,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,16,1,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,8,2,power_law_1.01,0.6344639778137207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,8,2,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,16,1,power_law_1.2,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,16,1,power_law_1.01,0.053472000360488894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,8,2,power_law_1.2,0.4261824131011963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,8,2,power_law_1.01,2.9669376373291017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,16,1,power_law_1.01,0.054054397344589236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,8,2,power_law_1.01,0.694265604019165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,16,1,power_law_1.2,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,8,2,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,16,1,power_law_1.01,0.07002239823341369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,16,1,power_law_1.01,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,8,2,power_law_1.2,0.6594560146331787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,16,1,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,8,2,power_law_1.01,0.962559986114502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,8,2,power_law_1.2,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,8,2,power_law_1.01,5.3733375549316404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,16,1,power_law_1.01,0.053855997323989865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,8,2,power_law_1.2,0.901529598236084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,16,1,power_law_1.2,0.047142401337623596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,8,2,power_law_1.01,1.7477632522583009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,8,2,power_law_1.2,0.1560320019721985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,16,1,power_law_1.01,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.01,0.12001919746398926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,16,1,power_law_1.2,0.051596802473068235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,8,2,power_law_1.2,1.3469696044921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,16,1,power_law_1.01,0.05303679704666138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,8,2,power_law_1.2,0.21052799224853516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,16,1,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.01,0.14212479591369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,8,2,power_law_1.01,3.808256149291992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,8,2,power_law_1.2,1.7362943649291993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,16,1,power_law_1.2,0.061868798732757566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,16,1,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,16,1,power_law_1.01,0.05427200198173523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,8,2,power_law_1.2,0.263372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.01,0.20643839836120606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,16,1,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,16,1,power_law_1.01,0.05631359815597534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,8,2,power_law_1.2,0.3311615943908691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.01,0.26131839752197267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,8,2,power_law_1.2,2.1784896850585938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.2,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,16,1,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,16,1,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.2,0.12267520427703857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.01,0.38154239654541017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,8,2,power_law_1.2,0.4417280197143555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.2,0.15217280387878418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,16,1,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,16,1,power_law_1.01,0.06738560199737549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,8,2,power_law_1.2,3.3845184326171873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.01,0.5011519908905029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,8,2,power_law_1.2,0.6281599998474121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.2,0.20890240669250487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,16,1,power_law_1.01,0.06800640225410462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,16,1,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.2,0.2736128091812134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.01,0.7405439853668213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,16,power_law_1.01,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,8,2,power_law_1.2,0.8445952415466309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,16,1,power_law_1.01,0.07310720086097718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.2,0.388102388381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,8,2,power_law_1.2,6.6809852600097654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,16,power_law_1.01,0.02336000055074692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,16,1,power_law_1.2,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.01,0.9789440155029296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,16,1,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,8,2,power_law_1.2,1.0497983932495116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.2,0.504422378540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,16,power_law_1.01,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,16,1,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,16,1,power_law_1.01,1.2244928359985352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,16,1,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.2,0.7442368030548095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,8,2,power_law_1.2,1.5552512168884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,16,1,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,16,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,16,1,power_law_1.2,0.053855997323989865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.2,0.9834431648254395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,16,1,power_law_1.01,1.9478527069091798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,16,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,16,1,power_law_1.01,0.10363520383834839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,8,2,power_law_1.2,3.665311813354492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,16,power_law_1.01,0.030131199955940248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,16,1,power_law_1.2,0.05386880040168762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,16,1,power_law_1.2,1.225318431854248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.01,0.11304320096969604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,16,power_law_1.2,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,16,1,power_law_1.01,3.8619136810302734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,16,1,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,16,power_law_1.01,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.01,0.13779200315475465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,16,1,power_law_1.2,1.94006404876709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,16,power_law_1.2,0.025407999753952026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,16,1,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.01,0.1609663963317871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,16,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,16,1,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,16,1,power_law_1.2,3.8516799926757814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,16,power_law_1.2,0.025382399559020996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,16,power_law_1.01,0.10016000270843506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.01,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,16,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,16,1,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.01,0.2525183916091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,16,power_law_1.2,0.036831998825073244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,16,1,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,16,power_law_1.01,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,16,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.01,0.3483583927154541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,16,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,16,1,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,16,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,16,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.01,0.44257278442382814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,16,power_law_1.2,0.04689919948577881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,16,1,power_law_1.2,0.0794431984424591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,16,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,16,power_law_1.01,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.01,0.6285376071929931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,16,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,16,1,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,16,power_law_1.01,0.08254719972610473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,16,power_law_1.01,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,16,power_law_1.2,0.14495999813079835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.01,0.8212479591369629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,16,1,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,16,power_law_1.2,0.0644927978515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,16,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,16,power_law_1.01,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,8,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,16,1,power_law_1.2,0.10464639663696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,16,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,16,1,power_law_1.01,1.01461763381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,16,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,16,power_law_1.01,0.11182719469070435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,16,1,power_law_1.2,0.11464320421218872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,16,power_law_1.2,0.09010559916496277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,16,power_law_1.01,0.10462720394134521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,8,power_law_1.01,0.02497279942035675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,16,1,power_law_1.01,1.6289791107177733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,16,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,16,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,16,1,power_law_1.2,0.1384384036064148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,16,power_law_1.2,0.10670080184936523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,16,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,16,power_law_1.01,0.12408319711685181
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,16,1,power_law_1.2,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,16,power_law_1.2,0.09113600254058837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,8,power_law_1.01,0.029075199365615846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,16,1,power_law_1.01,3.298918533325195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,16,power_law_1.2,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,8,power_law_1.2,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,16,1,power_law_1.2,0.20787200927734376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,16,power_law_1.01,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,16,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,16,power_law_1.01,0.1243008017539978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,8,power_law_1.01,0.029075199365615846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,16,power_law_1.2,0.15728000402450562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,16,1,power_law_1.2,0.25436160564422605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,8,power_law_1.2,0.027039998769760133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,16,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,16,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,16,1,power_law_1.2,0.34938879013061525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,16,power_law_1.2,0.11267199516296386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,16,power_law_1.01,0.1245568037033081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,8,power_law_1.01,0.03477759957313538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,8,power_law_1.2,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,16,power_law_1.01,0.12616959810256959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,16,1,power_law_1.2,0.44338560104370117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,16,power_law_1.2,0.11816960573196411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,16,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,8,power_law_1.01,0.03440000116825104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,16,power_law_1.01,0.12596479654312134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,8,power_law_1.2,0.031148800253868104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,16,1,power_law_1.2,0.6309823989868164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,16,power_law_1.2,0.1669119954109192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,16,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,8,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,16,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,16,power_law_1.01,0.13025920391082763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,8,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,16,1,power_law_1.2,0.8233087539672852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,16,power_law_1.2,0.13968640565872192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,16,power_law_1.01,0.19312000274658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,8,power_law_1.01,0.04874880015850067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,16,power_law_1.01,0.13229440450668334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,16,power_law_1.2,0.12616319656372071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,8,power_law_1.2,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,16,1,power_law_1.2,1.0125311851501464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,8,power_law_1.01,0.08315520286560059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,16,power_law_1.2,0.17817599773406984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,16,power_law_1.01,0.2787391901016235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,8,power_law_1.01,0.04875519871711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,8,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,16,power_law_1.01,0.13437440395355224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,16,1,power_law_1.2,1.6375423431396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,16,power_law_1.2,0.12840319871902467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,8,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,16,power_law_1.2,0.23447039127349853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,16,power_law_1.01,0.36515839099884034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,8,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,8,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,16,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,16,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,16,1,power_law_1.2,3.2940032958984373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,8,power_law_1.01,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,16,power_law_1.2,0.30391678810119627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,16,power_law_1.01,0.5396671772003174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,8,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,16,power_law_1.2,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,8,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,8,power_law_1.01,0.08292480111122132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,16,power_law_1.01,0.145414400100708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,16,power_law_1.2,0.4466559886932373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,16,power_law_1.01,0.7131264209747314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,8,power_law_1.2,0.07247999906539918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,16,power_law_1.2,0.13393280506134034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,8,power_law_1.01,0.0985472023487091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,8,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,16,power_law_1.01,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,16,power_law_1.2,0.5879807949066163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,8,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,8,power_law_1.01,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,16,power_law_1.2,0.14499200582504274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,16,power_law_1.01,1.0590144157409669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,16,power_law_1.01,0.1581055998802185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,8,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,16,power_law_1.2,0.8749055862426758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,8,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,8,power_law_1.01,0.12799999713897706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,16,power_law_1.2,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,16,power_law_1.01,0.17634559869766236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,8,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,16,power_law_1.01,1.4047231674194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,8,power_law_1.2,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,16,power_law_1.2,1.1647040367126464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,8,power_law_1.01,0.13493119478225707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,16,power_law_1.2,0.1560639977455139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,16,power_law_1.01,0.1916864037513733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,8,power_law_1.01,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,8,power_law_1.2,0.1501312017440796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,16,power_law_1.2,1.7391744613647462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,16,power_law_1.01,1.7485824584960938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,8,power_law_1.01,0.13660160303115845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,8,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,16,power_law_1.01,0.22016000747680664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,8,power_law_1.01,0.08846719861030579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,16,power_law_1.2,0.17879040241241456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,8,power_law_1.2,0.11018879413604736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,16,power_law_1.2,2.306656074523926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,8,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,16,power_law_1.01,0.23408639430999756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,8,power_law_1.01,0.1109887957572937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,16,power_law_1.2,0.20316801071166993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,8,power_law_1.2,0.12698240280151368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,8,power_law_1.2,0.1068992018699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,16,power_law_1.01,2.7908159255981446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,8,power_law_1.01,0.1439743995666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,8,power_law_1.2,0.16180479526519775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,8,power_law_1.01,0.09521920084953309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,16,power_law_1.01,0.28302080631256105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,16,power_law_1.2,0.2320319890975952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,16,power_law_1.2,2.882931137084961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,8,power_law_1.2,0.07002239823341369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,8,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,8,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,8,power_law_1.01,0.12082560062408447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,16,power_law_1.2,0.24494080543518065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,16,power_law_1.01,0.34364800453186034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,8,power_law_1.2,0.0802944004535675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,16,power_law_1.01,5.553561782836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,8,power_law_1.2,0.17160320281982422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,16,power_law_1.2,4.593843078613281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,8,power_law_1.01,0.149510395526886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,8,power_law_1.01,0.15402239561080933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,16,power_law_1.2,0.30207359790802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,8,power_law_1.2,0.09544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,16,power_law_1.01,0.467142391204834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,8,power_law_1.2,0.23916800022125245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,8,power_law_1.2,0.10733439922332763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,16,power_law_1.2,0.364134407043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,8,power_law_1.01,0.15011839866638182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,8,power_law_1.01,0.18922879695892333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,8,power_law_1.2,0.30248959064483644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,16,power_law_1.01,0.579372787475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,16,power_law_1.2,9.140223693847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,8,power_law_1.2,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,8,power_law_1.2,0.4405248165130615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,8,power_law_1.01,0.16260479688644408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,16,power_law_1.2,0.501145601272583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,8,power_law_1.01,0.2711551904678345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,16,power_law_1.01,0.7675903797149658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,8,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,8,power_law_1.2,0.5789631843566895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,8,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,8,power_law_1.01,0.35369598865509033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,16,power_law_1.2,0.684441614151001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,8,power_law_1.2,0.8568832397460937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,8,power_law_1.2,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,16,power_law_1.01,1.0166272163391112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,8,power_law_1.01,0.17428480386734008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,4,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,8,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,8,power_law_1.2,1.13438081741333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,8,power_law_1.01,0.5183487892150879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,16,power_law_1.2,0.8638463973999023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,4,power_law_1.01,0.021241599321365358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,8,power_law_1.01,0.19537919759750366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,16,power_law_1.01,1.2638208389282226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,8,power_law_1.2,0.14417279958724977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,8,power_law_1.2,1.6961599349975587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,4,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,8,power_law_1.01,0.21523840427398683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,8,power_law_1.01,0.6815552234649658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,8,power_law_1.2,0.14988800287246704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,16,power_law_1.2,1.0577919960021973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,4,power_law_1.01,0.027033600211143493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,8,power_law_1.2,2.2640575408935546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,8,power_law_1.01,0.24637439250946044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,16,power_law_1.01,1.8917375564575196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,8,power_law_1.2,0.14888319969177247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,8,power_law_1.01,1.0117119789123534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,4,power_law_1.01,0.028646400570869444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,8,power_law_1.01,0.2639935970306396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,4,power_law_1.2,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,16,power_law_1.2,1.4051263809204102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,8,power_law_1.2,2.8252159118652345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,8,power_law_1.2,0.1558527946472168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,4,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,8,power_law_1.01,1.3436927795410156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,4,power_law_1.2,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,8,power_law_1.01,0.32563199996948244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,8,power_law_1.2,0.15932799577713014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,16,power_law_1.01,3.8070335388183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,16,power_law_1.2,2.4911808013916015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,4,power_law_1.2,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,8,power_law_1.01,0.38051838874816896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,8,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,8,power_law_1.2,4.510310363769531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,4,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,8,power_law_1.01,1.6740352630615234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,4,power_law_1.2,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,8,power_law_1.2,0.17857919931411742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,8,power_law_1.01,0.4909056186676025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,4,power_law_1.01,0.05485439896583557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,4,power_law_1.2,0.0331712007522583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,8,power_law_1.2,0.20295679569244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,8,power_law_1.01,0.6281216144561768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,8,power_law_1.01,2.6660863876342775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,16,power_law_1.2,5.028659057617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,4,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,4,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,8,power_law_1.2,8.986009979248047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,8,power_law_1.2,0.22220799922943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,8,power_law_1.01,0.7929855823516846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,4,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,4,power_law_1.2,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,8,power_law_1.2,0.25579519271850587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,4,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,4,power_law_1.2,0.06408960223197938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,8,power_law_1.01,5.297964859008789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,8,power_law_1.01,1.1122752189636231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,8,power_law_1.2,0.2820096015930176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,4,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,4,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,8,power_law_1.2,0.3444672107696533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,8,power_law_1.01,1.3858816146850585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,4,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,4,power_law_1.2,0.08069760203361512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,4,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,8,power_law_1.2,0.4055232048034668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,4,power_law_1.01,0.0807039976119995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,4,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,8,power_law_1.01,2.1317632675170897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,2,power_law_1.01,0.022944000363349915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,4,power_law_1.01,0.09277439713478089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,8,power_law_1.2,0.5240831851959229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,4,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,4,power_law_1.01,0.09052799940109253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,4,power_law_1.01,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,2,power_law_1.01,0.0233024001121521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,8,power_law_1.2,0.677888011932373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,4,power_law_1.2,0.11427199840545654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,4,power_law_1.01,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,2,power_law_1.2,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,4,power_law_1.2,0.0839743971824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,4,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,8,power_law_1.01,3.892243194580078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,2,power_law_1.01,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,4,power_law_1.2,0.14212479591369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,4,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,8,power_law_1.2,0.9637824058532715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,4,power_law_1.01,0.11202559471130372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,2,power_law_1.2,0.023366400599479677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,4,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,2,power_law_1.01,0.027846398949623107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,4,power_law_1.2,0.11058559417724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,4,power_law_1.01,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,4,power_law_1.01,0.12553600072860718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,8,power_law_1.2,1.2695487976074218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,2,power_law_1.2,0.024160000681877136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,4,power_law_1.2,0.0786624014377594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,2,power_law_1.01,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,4,power_law_1.2,0.12492159605026246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,4,power_law_1.01,0.16936960220336914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,4,power_law_1.01,0.15074559450149536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,2,power_law_1.2,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,4,power_law_1.2,0.08481280207633972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,2,power_law_1.01,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,4,power_law_1.2,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,8,power_law_1.2,1.4444543838500976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,4,power_law_1.01,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,2,power_law_1.2,0.036057600378990175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,4,power_law_1.01,0.20275840759277344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,2,power_law_1.01,0.05200639963150024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,4,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,4,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,4,power_law_1.01,0.16465920209884644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,2,power_law_1.2,0.041766399145126344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,2,power_law_1.01,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,4,power_law_1.01,0.2945087909698486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,4,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,8,power_law_1.2,2.223103904724121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,4,power_law_1.2,0.17980799674987794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,4,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,2,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,2,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,4,power_law_1.2,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,4,power_law_1.01,0.37805440425872805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,4,power_law_1.2,0.2471872091293335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,4,power_law_1.01,0.17000319957733154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,2,power_law_1.2,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,2,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,4,power_law_1.2,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,4,power_law_1.2,0.30002560615539553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,8,power_law_1.2,5.033983993530273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,4,power_law_1.01,0.5519360065460205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,4,power_law_1.01,0.178547203540802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,2,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,2,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,4,power_law_1.2,0.16015360355377198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,4,power_law_1.2,0.4585408210754395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,4,power_law_1.01,0.17838079929351808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,4,power_law_1.01,0.7270400047302246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,2,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,4,power_law_1.2,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,2,power_law_1.2,0.0675711989402771
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,2,power_law_1.01,0.0839743971824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,4,power_law_1.2,0.6023231983184815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,4,power_law_1.01,0.18799999952316285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,2,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,4,power_law_1.2,0.172435200214386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,2,power_law_1.2,0.08149120211601257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,4,power_law_1.01,1.0737792015075684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,2,power_law_1.01,0.09501439929008484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,4,power_law_1.2,0.8736448287963867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,4,power_law_1.01,0.19292160272598266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,2,power_law_1.01,0.13229440450668334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,4,power_law_1.2,0.18310400247573852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,2,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,2,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,4,power_law_1.01,1.4206975936889648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,2,power_law_1.01,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,4,power_law_1.2,1.1667391777038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,4,power_law_1.01,0.20234239101409912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,4,power_law_1.2,0.18554879426956178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,2,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,2,power_law_1.01,0.10609279870986939
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,2,power_law_1.01,0.11960959434509277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,4,power_law_1.2,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,4,power_law_1.2,1.7108928680419921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,4,power_law_1.01,0.21195518970489502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,2,power_law_1.2,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,4,power_law_1.01,1.7838079452514648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,2,power_law_1.01,0.13700480461120607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,2,power_law_1.01,0.14624639749526977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,4,power_law_1.2,0.2043839931488037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,2,power_law_1.2,0.1044543981552124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,4,power_law_1.01,0.2332672119140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,2,power_law_1.01,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,4,power_law_1.2,2.2943872451782226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,2,power_law_1.01,0.14090240001678467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,4,power_law_1.01,2.8190656661987306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,2,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,4,power_law_1.2,0.2105407953262329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,2,power_law_1.01,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,4,power_law_1.01,0.27014400959014895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,2,power_law_1.01,0.17448960542678832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,4,power_law_1.2,2.8903423309326173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,2,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,2,power_law_1.01,0.212556791305542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,4,power_law_1.01,0.30945279598236086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,2,power_law_1.01,0.1921023964881897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,4,power_law_1.2,0.2213887929916382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,2,power_law_1.2,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,4,power_law_1.01,5.604352188110352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,2,power_law_1.01,0.2174976110458374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,2,power_law_1.01,0.23736319541931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,2,power_law_1.2,0.13965439796447754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,4,power_law_1.01,0.33194880485534667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,4,power_law_1.2,0.24022400379180908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,4,power_law_1.2,4.457465744018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,2,power_law_1.2,0.09503999948501587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,2,power_law_1.01,0.33914880752563475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,2,power_law_1.01,0.22364799976348876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,4,power_law_1.2,0.26806399822235105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,2,power_law_1.2,0.17203199863433838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,4,power_law_1.01,0.40222721099853515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,2,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,2,power_law_1.01,0.43191680908203123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,2,power_law_1.01,0.23374080657958984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,4,power_law_1.2,9.511961364746094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,2,power_law_1.01,0.6236159801483154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,4,power_law_1.2,0.31521921157836913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,2,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,2,power_law_1.2,0.18186880350112916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,2,power_law_1.01,0.2506752014160156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,4,power_law_1.01,0.46919679641723633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,2,power_law_1.01,0.8187583923339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,2,power_law_1.2,0.1341375946998596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,2,power_law_1.01,0.23511040210723877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,4,power_law_1.2,0.3469183921813965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,2,power_law_1.2,0.22814719676971434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,4,power_law_1.01,0.624832010269165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,1,power_law_1.01,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,2,power_law_1.01,1.2257280349731445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,2,power_law_1.01,0.2447360038757324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,2,power_law_1.2,0.1560960054397583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,1,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,2,power_law_1.2,0.3401599884033203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,4,power_law_1.2,0.4270016193389893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,4,power_law_1.01,0.7732992172241211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,2,power_law_1.01,1.628563117980957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,1,power_law_1.01,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,2,power_law_1.01,0.26808319091796873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,2,power_law_1.2,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,2,power_law_1.2,0.4265984058380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,4,power_law_1.2,0.5023295879364014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,4,power_law_1.01,1.057376003265381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,1,power_law_1.01,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,2,power_law_1.01,2.0121599197387696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,1,power_law_1.2,0.022137600183486938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,2,power_law_1.01,0.26562559604644775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,2,power_law_1.2,0.6332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,2,power_law_1.2,0.21339519023895265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,4,power_law_1.2,0.6447103977203369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,1,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,4,power_law_1.01,1.3756287574768067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,1,power_law_1.2,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,2,power_law_1.01,0.2969536066055298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,2,power_law_1.2,0.8411135673522949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,2,power_law_1.2,0.21544959545135497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,4,power_law_1.2,0.8376319885253907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,1,power_law_1.01,0.05116159915924072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,2,power_law_1.01,3.246073532104492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,1,power_law_1.2,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,2,power_law_1.01,0.325216007232666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,2,power_law_1.2,0.22653439044952392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,4,power_law_1.01,1.675257682800293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,1,power_law_1.01,0.05614079833030701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,2,power_law_1.2,1.1798591613769531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,1,power_law_1.2,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,4,power_law_1.2,1.1876352310180665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,2,power_law_1.01,0.35717120170593264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,2,power_law_1.2,0.23490560054779053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,1,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,1,power_law_1.2,0.04752640128135681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,2,power_law_1.01,6.249472045898438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,2,power_law_1.01,0.41717119216918946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,4,power_law_1.2,1.4526464462280273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,1,power_law_1.01,0.06921600103378296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,4,power_law_1.01,2.3998592376708983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,2,power_law_1.2,1.648646354675293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,2,power_law_1.2,0.24204800128936768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,1,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,2,power_law_1.01,0.47124481201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,1,power_law_1.01,0.0728767991065979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,2,power_law_1.2,0.237772798538208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,1,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,4,power_law_1.2,1.9281856536865234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,1,power_law_1.01,0.08112639784812928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,2,power_law_1.2,2.080556869506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,2,power_law_1.01,0.5777408123016358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,2,power_law_1.2,0.2488255977630615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,1,power_law_1.2,0.066348797082901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,4,power_law_1.01,5.092550277709961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,1,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,2,power_law_1.01,0.6668352127075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,2,power_law_1.2,0.27647359371185304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,1,power_law_1.2,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,1,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,4,power_law_1.2,2.8030975341796873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,2,power_law_1.2,3.225190353393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,1,power_law_1.2,0.07639679908752442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,2,power_law_1.01,0.9121600151062011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,2,power_law_1.2,0.2836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,1,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,1,power_law_1.2,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,2,power_law_1.2,0.3014591932296753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,2,power_law_1.01,1.0979328155517578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,1,power_law_1.01,0.10383360385894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,1,power_law_1.2,0.09624959826469422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,2,power_law_1.2,0.3407615900039673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,4,power_law_1.2,5.639590454101563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,1,power_law_1.01,0.11222399473190307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,2,power_law_1.2,6.500563049316407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,2,power_law_1.01,1.4840191841125487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,1,power_law_1.2,0.10442240238189697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,2,power_law_1.2,0.36922240257263184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,1,power_law_1.01,0.1361855983734131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,2,power_law_1.01,1.8759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,1,power_law_1.2,0.12533119916915894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,2,power_law_1.2,0.4277952194213867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,1,power_law_1.01,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,1,power_law_1.2,0.10833280086517334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,2,power_law_1.01,2.3838720321655273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,2,power_law_1.2,0.48148479461669924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.01,0.16363519430160522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,1,power_law_1.2,0.11775360107421876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,2,power_law_1.2,0.6154240131378174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.01,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,2,power_law_1.01,3.5760128021240236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,1,power_law_1.2,0.14254080057144164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,2,power_law_1.2,0.7147520065307618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.01,0.21975040435791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,1,power_law_1.2,0.14069119691848755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,2,power_law_1.2,0.9052224159240723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.01,0.3047424077987671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.2,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,2,power_law_1.01,7.1301116943359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,2,power_law_1.2,1.143398380279541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.01,0.38297600746154786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.2,0.18391040563583375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,2,power_law_1.2,1.5622207641601562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,16,power_law_1.01,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.2,0.22364161014556885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.01,0.5482495784759521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,16,power_law_1.2,0.030105599761009218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,1,power_law_1.01,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,16,power_law_1.2,0.021113599836826324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,16,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.2,0.3090431928634644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,2,power_law_1.2,1.9724224090576172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.01,0.705734395980835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,1,power_law_1.01,0.10652799606323242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,16,power_law_1.2,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,16,power_law_1.01,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.2,0.3934592008590698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,16,power_law_1.2,0.022515200078487396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,1,power_law_1.01,0.11509120464324951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,1,power_law_1.01,1.0317824363708497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,16,power_law_1.01,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,2,power_law_1.2,2.411315155029297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,16,power_law_1.01,0.0868287980556488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.2,0.551526403427124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,16,power_law_1.2,0.028672000765800475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,1,power_law_1.2,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,16,power_law_1.01,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,1,power_law_1.01,0.156876802444458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,16,power_law_1.01,0.046079999208450316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,1,power_law_1.01,1.3633536338806151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,16,power_law_1.2,0.03665919899940491
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.2,0.7192512035369873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,16,power_law_1.01,0.03583360016345978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,1,power_law_1.01,0.19698560237884521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,1,power_law_1.2,0.10484479665756226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,2,power_law_1.2,3.9135231018066405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,16,power_law_1.2,0.041171199083328246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,16,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,16,power_law_1.01,0.04181120097637177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,1,power_law_1.2,1.0432512283325195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,1,power_law_1.01,0.22999041080474852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,1,power_law_1.01,1.6961536407470703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,16,power_law_1.2,0.04037120044231415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,16,power_law_1.01,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,16,power_law_1.01,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,1,power_law_1.2,0.11447679996490479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,1,power_law_1.01,0.3135488033294678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,1,power_law_1.2,1.3690815925598145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,16,power_law_1.2,0.04567039906978607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,16,power_law_1.01,0.04509440064430237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,16,power_law_1.01,0.04485119879245758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,1,power_law_1.01,0.32972800731658936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,1,power_law_1.01,2.677145576477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,1,power_law_1.2,0.144377601146698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,2,power_law_1.2,7.6750846862792965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,16,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,16,power_law_1.2,0.04812160134315491
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,16,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,1,power_law_1.2,1.7002496719360352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,1,power_law_1.01,0.3512320041656494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,1,power_law_1.2,0.17775360345840455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,16,power_law_1.01,0.05366399884223938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,16,power_law_1.2,0.06042240262031555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,16,power_law_1.01,0.0585919976234436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,1,power_law_1.01,0.35798399448394774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,16,power_law_1.01,0.055667197704315184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,1,power_law_1.01,5.297555160522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,16,power_law_1.2,0.04730879962444305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,1,power_law_1.2,2.6853567123413087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,16,power_law_1.01,0.04668799936771393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,1,power_law_1.2,0.21484160423278809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,1,power_law_1.01,0.37150719165802004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,16,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,16,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,16,power_law_1.01,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,1,power_law_1.01,0.374783992767334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,1,power_law_1.2,0.3127360105514526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,16,power_law_1.01,0.05304319858551025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,16,power_law_1.2,0.06409599781036376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,1,power_law_1.2,5.308627319335938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,16,power_law_1.01,0.06165120005607605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,1,power_law_1.01,0.38458240032196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,16,power_law_1.2,0.07271680235862732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,16,power_law_1.01,0.054713600873947145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,1,power_law_1.2,0.3292992115020752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,1,power_law_1.01,0.38645761013031005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,16,power_law_1.2,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,16,power_law_1.01,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,16,power_law_1.2,0.04258559942245484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,16,power_law_1.01,0.057145601511001586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,1,power_law_1.01,0.42270717620849607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,16,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,16,power_law_1.01,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,1,power_law_1.2,0.3416064023971558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,1,power_law_1.01,0.43396477699279784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,16,power_law_1.01,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,16,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,16,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,16,power_law_1.01,0.06556159853935242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,1,power_law_1.01,0.47983999252319337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,1,power_law_1.2,0.3528640031814575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,16,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,16,power_law_1.2,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,8,power_law_1.01,0.022495999932289124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,16,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,16,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,1,power_law_1.01,0.5347328186035156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,8,power_law_1.01,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,16,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,16,power_law_1.01,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,16,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,1,power_law_1.2,0.3799040079116821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,16,power_law_1.2,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.01,0.5941247940063477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,8,power_law_1.01,0.02253440022468567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,16,power_law_1.2,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,16,power_law_1.01,0.06778879761695862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,16,power_law_1.01,0.15237760543823242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,16,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,8,power_law_1.2,0.022963200509548188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,1,power_law_1.2,0.3811072111129761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.01,0.7020671844482422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,8,power_law_1.01,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,16,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,16,power_law_1.2,0.18985600471496583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,16,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,16,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,8,power_law_1.01,0.03237760066986084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,8,power_law_1.2,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.01,0.7614463806152344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,1,power_law_1.2,0.39137279987335205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,16,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,16,power_law_1.01,0.26439681053161623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,16,power_law_1.01,0.08539519906044006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,8,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,16,power_law_1.2,0.29061119556427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,8,power_law_1.2,0.022944000363349915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.01,0.9715711593627929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,1,power_law_1.2,0.40140161514282224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,16,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,8,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,8,power_law_1.2,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,16,power_law_1.01,0.09486079812049866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,16,power_law_1.01,0.3536895990371704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,16,power_law_1.2,0.3975167989730835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,16,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.01,1.13438720703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,8,power_law_1.01,0.042368000745773314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,8,power_law_1.2,0.03377920091152191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,1,power_law_1.2,0.43313918113708494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,16,power_law_1.01,0.10792959928512573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,16,power_law_1.01,0.48845438957214354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,16,power_law_1.2,0.5994559764862061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,8,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,8,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,16,power_law_1.2,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,16,power_law_1.01,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.01,1.496236801147461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,1,power_law_1.2,0.44952960014343263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,16,power_law_1.01,0.6348864078521729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,8,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,8,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,16,power_law_1.01,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,16,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,16,power_law_1.2,0.7258111953735351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,8,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,8,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.01,1.8481151580810546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,16,power_law_1.01,0.17182719707489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,1,power_law_1.2,0.4978623867034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,16,power_law_1.2,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,16,power_law_1.01,0.9383935928344727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,8,power_law_1.2,0.04750080108642578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,8,power_law_1.01,0.04976640045642853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,16,power_law_1.2,1.2302207946777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,16,power_law_1.01,0.25189759731292727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,16,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,1,power_law_1.2,0.5576704025268555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,1,power_law_1.01,2.5821184158325194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,8,power_law_1.2,0.05263360142707825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,16,power_law_1.01,1.2982272148132323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,8,power_law_1.01,0.055270397663116456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,16,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,16,power_law_1.01,0.28405759334564207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,16,power_law_1.2,1.5450112342834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,8,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,8,power_law_1.01,0.05263360142707825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,1,power_law_1.2,0.6076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,16,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,16,power_law_1.01,0.4442111968994141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,1,power_law_1.01,3.3054782867431642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,16,power_law_1.01,1.7330175399780274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,8,power_law_1.2,0.05140479803085327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,8,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,16,power_law_1.2,0.07988479733467102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,16,power_law_1.2,1.8878463745117187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,1,power_law_1.2,0.7147520065307618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,8,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,16,power_law_1.01,0.522438383102417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,8,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,16,power_law_1.2,0.09255679845809936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,8,power_law_1.2,0.05467519760131836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,16,power_law_1.01,2.812518310546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,1,power_law_1.01,4.033331298828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,8,power_law_1.01,0.0591871976852417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,1,power_law_1.2,0.7868480205535888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,16,power_law_1.01,0.6627327919006347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,16,power_law_1.2,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,16,power_law_1.2,3.286220932006836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,8,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,8,power_law_1.01,0.07311360239982605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,16,power_law_1.2,0.10936959981918334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,1,power_law_1.2,0.9846847534179688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,8,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,16,power_law_1.01,1.1163711547851562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,8,power_law_1.01,0.08332800269126892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,1,power_law_1.01,6.2388160705566404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,16,power_law_1.2,0.13393280506134034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,16,power_law_1.01,5.889638519287109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,8,power_law_1.2,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,1,power_law_1.2,1.1393024444580078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,8,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,16,power_law_1.2,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,16,power_law_1.2,6.886201477050781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,8,power_law_1.2,0.07369599938392639
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,8,power_law_1.01,0.1320896029472351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,16,power_law_1.01,2.3066688537597657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,1,power_law_1.2,1.5003583908081055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,16,power_law_1.2,0.2136064052581787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,8,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,8,power_law_1.01,0.19088000059127808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,16,power_law_1.2,0.293887996673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,1,power_law_1.01,12.121497344970702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,1,power_law_1.2,1.8656959533691406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,8,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,8,power_law_1.01,0.24432640075683593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,16,power_law_1.2,0.3803136110305786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,8,power_law_1.2,0.14869120121002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,1,power_law_1.2,2.5911231994628907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,8,power_law_1.01,0.36085760593414307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,8,power_law_1.2,0.20643839836120606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,16,power_law_1.2,0.4868095874786377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,8,power_law_1.01,0.056543999910354616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,8,power_law_1.01,0.4688255786895752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,8,power_law_1.2,0.2770944118499756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,8,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,1,power_law_1.2,3.3185791015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,16,power_law_1.2,0.7925759792327881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,8,power_law_1.2,0.05651199817657471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,8,power_law_1.01,0.6864831924438477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,8,power_law_1.2,0.4000063896179199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,8,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,8,power_law_1.2,0.04298880100250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,16,power_law_1.2,0.8048640251159668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,8,power_law_1.2,0.5384191989898681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,4,power_law_1.01,0.020051200687885285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,8,power_law_1.01,0.909727954864502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,8,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,1,power_law_1.2,4.051353454589844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,8,power_law_1.2,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,8,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,8,power_law_1.2,0.8409152030944824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,4,power_law_1.2,0.02091519981622696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,4,power_law_1.01,0.019673599302768706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,8,power_law_1.01,1.1302720069885255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,8,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,16,power_law_1.2,1.765376091003418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,8,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,4,power_law_1.2,0.020473599433898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,8,power_law_1.2,1.0268671989440918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,4,power_law_1.01,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,8,power_law_1.2,0.048921599984169006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,1,power_law_1.2,6.263801574707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,8,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,4,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,8,power_law_1.01,1.7031167984008788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,4,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,8,power_law_1.2,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,8,power_law_1.2,1.3420543670654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,8,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,4,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,16,power_law_1.2,3.7369918823242188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,4,power_law_1.01,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,8,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,8,power_law_1.01,0.061260801553726194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,4,power_law_1.2,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,8,power_law_1.2,2.0969472885131837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,4,power_law_1.01,0.03276160061359405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,8,power_law_1.01,3.7967872619628906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,8,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,8,power_law_1.01,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,4,power_law_1.2,0.03318400084972382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,1,power_law_1.2,12.222700500488282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,4,power_law_1.01,0.03524479866027832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,4,power_law_1.2,0.035020801424980166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,8,power_law_1.2,0.06330239772796631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,8,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,4,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,4,power_law_1.2,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,8,power_law_1.2,4.42347526550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,8,power_law_1.2,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,8,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,4,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,4,power_law_1.01,0.04362240135669708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,8,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,8,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,4,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,4,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,8,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,8,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,4,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,4,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,4,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,8,power_law_1.2,0.06883839964866638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,8,power_law_1.01,0.07454079985618592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,4,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,4,power_law_1.01,0.045664000511169436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,4,power_law_1.2,0.05366399884223938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,8,power_law_1.2,0.06943359971046448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,4,power_law_1.2,0.04913919866085052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,8,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,4,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,4,power_law_1.2,0.04339199960231781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,4,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,4,power_law_1.01,0.04975999891757965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,8,power_law_1.01,0.08478080034255982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,4,power_law_1.01,0.0477183997631073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,4,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,4,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,4,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,8,power_law_1.01,0.09728639721870422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,8,power_law_1.2,0.07822080254554749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,16,power_law_1.01,0.026636800169944762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,4,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,4,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,4,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,16,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,4,power_law_1.01,0.05424000024795532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,8,power_law_1.01,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,8,power_law_1.2,0.08807680010795593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,4,power_law_1.2,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,4,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,4,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,16,power_law_1.2,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,16,power_law_1.01,0.02746239900588989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,8,power_law_1.2,0.0989247977733612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,8,power_law_1.01,0.1220479965209961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,4,power_law_1.01,0.058956801891326904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,4,power_law_1.2,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,4,power_law_1.2,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,4,power_law_1.01,0.0681984007358551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,8,power_law_1.2,0.1056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,16,power_law_1.2,0.022944000363349915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,8,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,4,power_law_1.01,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,4,power_law_1.2,0.07349119782447815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,4,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,16,power_law_1.01,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,4,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,8,power_law_1.2,0.12595200538635254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,16,power_law_1.2,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,8,power_law_1.01,0.17653759717941284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,4,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,4,power_law_1.2,0.07557759881019592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,4,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,16,power_law_1.01,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,4,power_law_1.01,0.0815168023109436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,8,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,4,power_law_1.01,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,16,power_law_1.2,0.033190399408340454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,8,power_law_1.01,0.2002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,4,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,4,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,16,power_law_1.01,0.037887999415397645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,4,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,16,power_law_1.2,0.038489601016044615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,4,power_law_1.01,0.10301439762115479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,4,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,8,power_law_1.2,0.17223680019378662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,4,power_law_1.2,0.18182400465011597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,8,power_law_1.01,0.25436160564422605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,4,power_law_1.01,0.074099200963974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,16,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,4,power_law_1.2,0.07332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,16,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,4,power_law_1.01,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,4,power_law_1.2,0.22729599475860596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,8,power_law_1.2,0.22405118942260743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,8,power_law_1.01,0.308025598526001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,16,power_law_1.2,0.05671679973602295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,4,power_law_1.01,0.07846400141716003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,4,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,4,power_law_1.01,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,4,power_law_1.2,0.33075199127197263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,8,power_law_1.2,0.3126976013183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,16,power_law_1.01,0.057132798433303836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,8,power_law_1.01,0.47330560684204104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,16,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,4,power_law_1.01,0.07904639840126038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,4,power_law_1.2,0.08169599771499633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,4,power_law_1.01,0.22650880813598634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,4,power_law_1.2,0.45157761573791505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,8,power_law_1.2,0.4311039924621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,16,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,16,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,4,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,4,power_law_1.2,0.08294399976730346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,8,power_law_1.01,0.6426559925079346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,4,power_law_1.01,0.2988032102584839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,4,power_law_1.2,0.623206377029419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,4,power_law_1.01,0.08480640053749085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,16,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,4,power_law_1.2,0.09359359741210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,16,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,8,power_law_1.2,0.5781504154205322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,8,power_law_1.01,0.8577088356018067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,4,power_law_1.01,0.09293439984321594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,4,power_law_1.01,0.4014080047607422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,16,power_law_1.2,0.11017600297927857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,4,power_law_1.2,0.10178560018539429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,4,power_law_1.2,0.8326784133911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,16,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,4,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,16,power_law_1.2,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,8,power_law_1.2,0.799948787689209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,4,power_law_1.2,0.10363520383834839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,4,power_law_1.01,0.608460807800293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,16,power_law_1.01,0.10628479719161987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,8,power_law_1.01,1.1835391998291016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,4,power_law_1.2,1.0371071815490722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,4,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,16,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,4,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,16,power_law_1.01,0.1255295991897583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,4,power_law_1.01,0.773740816116333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,8,power_law_1.2,0.9764927864074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,4,power_law_1.01,0.12803839445114135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,16,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,4,power_law_1.2,0.12819839715957643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,4,power_law_1.2,1.624883270263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,16,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,4,power_law_1.01,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,16,power_law_1.2,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,8,power_law_1.01,2.3756799697875977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,4,power_law_1.2,0.16035200357437135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,4,power_law_1.01,0.9469951629638672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,16,power_law_1.01,0.10976639986038209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,8,power_law_1.2,1.3571840286254884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,16,power_law_1.2,0.10404479503631592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,4,power_law_1.01,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,4,power_law_1.2,0.1755136013031006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,16,power_law_1.01,0.13004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,4,power_law_1.01,0.16913919448852538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,4,power_law_1.01,1.518387222290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,4,power_law_1.2,3.33372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,16,power_law_1.2,0.13536640405654907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,4,power_law_1.2,0.23265280723571777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,16,power_law_1.01,0.09523199796676636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,4,power_law_1.01,0.2136064052581787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,16,power_law_1.2,0.1720255970954895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,4,power_law_1.2,0.2983936071395874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,8,power_law_1.2,3.515999984741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,16,power_law_1.01,0.11694079637527466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,16,power_law_1.2,0.24758400917053222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,4,power_law_1.01,0.2619391918182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,4,power_law_1.01,3.081625556945801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,4,power_law_1.2,0.404691219329834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,16,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,16,power_law_1.2,0.321126389503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,4,power_law_1.01,0.33955199718475343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,4,power_law_1.2,0.49745922088623046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,16,power_law_1.01,0.2070591926574707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,16,power_law_1.2,0.47082881927490233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,4,power_law_1.01,0.45690240859985354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,16,power_law_1.01,0.16506240367889405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,4,power_law_1.2,0.7450623989105225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,16,power_law_1.01,0.2809920072555542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,16,power_law_1.2,0.6219840049743652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,4,power_law_1.01,0.6442880153656005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,16,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,4,power_law_1.2,1.004748821258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,16,power_law_1.01,0.36967039108276367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,16,power_law_1.2,0.9240192413330078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,16,power_law_1.2,0.13658879995346068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,8,power_law_1.01,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,16,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,4,power_law_1.01,0.8228799819946289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,16,power_law_1.01,0.5535679817199707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,16,power_law_1.2,1.2269503593444824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,4,power_law_1.2,1.083193588256836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,16,power_law_1.2,0.08313599824905396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,8,power_law_1.2,0.02213120013475418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,16,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,8,power_law_1.01,0.022944000363349915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,16,power_law_1.01,0.7536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,16,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,16,power_law_1.2,1.832966423034668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,4,power_law_1.01,1.084006404876709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,16,power_law_1.01,0.09113600254058837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,8,power_law_1.2,0.022515200078487396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,8,power_law_1.01,0.023391999304294586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,4,power_law_1.2,1.7481727600097656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,16,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,16,power_law_1.01,1.02359037399292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,16,power_law_1.01,0.1044543981552124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,8,power_law_1.01,0.025190401077270507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,16,power_law_1.2,0.08417279720306396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,16,power_law_1.2,2.431385612487793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,8,power_law_1.2,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,4,power_law_1.01,1.559347152709961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,16,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,16,power_law_1.01,1.4264320373535155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,16,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,8,power_law_1.01,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,8,power_law_1.2,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,4,power_law_1.2,4.0468097686767575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,16,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,16,power_law_1.2,3.0398399353027346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,16,power_law_1.2,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,8,power_law_1.01,0.04526079893112182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,8,power_law_1.2,0.028281599283218384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,16,power_law_1.01,2.1465087890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,16,power_law_1.2,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,16,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,4,power_law_1.01,3.250182342529297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,8,power_law_1.01,0.05263360142707825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,16,power_law_1.2,4.83941764831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,16,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,8,power_law_1.2,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,16,power_law_1.01,0.11017600297927857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,8,power_law_1.01,0.056729602813720706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,16,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,16,power_law_1.01,2.6660991668701173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,8,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,16,power_law_1.01,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,16,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,8,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,8,power_law_1.2,0.04916479885578155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,16,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,16,power_law_1.2,9.654476928710938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,16,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,8,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,16,power_law_1.01,3.6055038452148436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,8,power_law_1.2,0.0573311984539032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,16,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,16,power_law_1.2,0.11466879844665527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,8,power_law_1.01,0.08007680177688599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,8,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,16,power_law_1.2,0.1200063943862915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,16,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,8,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,8,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,16,power_law_1.2,0.1261888027191162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,8,power_law_1.01,0.09215360283851623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,16,power_law_1.01,5.442969512939453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,16,power_law_1.01,0.12534400224685668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,8,power_law_1.01,0.08417279720306396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,16,power_law_1.2,0.13062399625778198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,8,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,8,power_law_1.2,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,8,power_law_1.01,0.06921600103378296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,8,power_law_1.01,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,16,power_law_1.01,0.126803195476532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,16,power_law_1.2,0.14294400215148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,8,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,8,power_law_1.01,0.07845759987831116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,8,power_law_1.01,0.0821183979511261
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,16,power_law_1.01,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,8,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,16,power_law_1.2,0.15975040197372437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,8,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,8,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,16,power_law_1.01,10.993663787841797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,8,power_law_1.01,0.09727360010147094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,16,power_law_1.01,0.15729279518127443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,16,power_law_1.2,0.17326719760894777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,8,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,8,power_law_1.2,0.09829760193824769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,4,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,8,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,8,power_law_1.01,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,16,power_law_1.01,0.17488640546798706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,16,power_law_1.2,0.21156480312347412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,8,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,8,power_law_1.01,0.1099776029586792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,8,power_law_1.2,0.07660160064697266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,8,power_law_1.01,0.08826239705085755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,16,power_law_1.01,0.208076810836792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,4,power_law_1.01,0.025433599948883057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,16,power_law_1.2,0.24107520580291747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,8,power_law_1.01,0.10711679458618165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,8,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,8,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,8,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,16,power_law_1.01,0.2207808017730713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,4,power_law_1.01,0.0286655992269516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,16,power_law_1.2,0.3168191909790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,8,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,8,power_law_1.2,0.11140480041503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,8,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,8,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,16,power_law_1.01,0.2684927940368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,4,power_law_1.01,0.03157120048999786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,16,power_law_1.2,0.37068800926208495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,8,power_law_1.01,0.11325440406799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,8,power_law_1.01,0.18288639783859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,8,power_law_1.2,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,8,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,4,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,16,power_law_1.01,0.3174015998840332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,16,power_law_1.2,0.48353281021118166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,8,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,4,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,8,power_law_1.2,0.11223679780960083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,8,power_law_1.01,0.23245439529418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,8,power_law_1.2,0.199891197681427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,4,power_law_1.2,0.02336000055074692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,16,power_law_1.01,0.4413440227508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,8,power_law_1.01,0.11776000261306763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,16,power_law_1.2,0.7020544052124024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,4,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,8,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,8,power_law_1.2,0.25661439895629884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,8,power_law_1.01,0.3368959903717041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,16,power_law_1.01,0.5298175811767578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,4,power_law_1.2,0.025388801097869874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,4,power_law_1.01,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,8,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,16,power_law_1.2,0.9805888175964356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,8,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,8,power_law_1.2,0.37253119945526125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,8,power_law_1.01,0.4372416019439697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,4,power_law_1.2,0.03073279857635498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,16,power_law_1.01,0.7388927936553955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,4,power_law_1.01,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,8,power_law_1.01,0.1245311975479126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,8,power_law_1.2,0.11754879951477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,4,power_law_1.2,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,4,power_law_1.01,0.0720575988292694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,16,power_law_1.2,1.2298239707946776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,8,power_law_1.2,0.48803200721740725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,8,power_law_1.01,0.13373440504074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,8,power_law_1.01,0.661510419845581
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,16,power_law_1.01,1.0395648002624511
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,4,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,4,power_law_1.2,0.04467839896678925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,8,power_law_1.2,0.11839359998703003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,8,power_law_1.01,0.13515520095825195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,8,power_law_1.2,0.7212800025939942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,8,power_law_1.01,0.8630271911621094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,16,power_law_1.2,1.4600192070007325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,4,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,4,power_law_1.2,0.044614401459693906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,16,power_law_1.01,1.1225088119506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,8,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,8,power_law_1.01,0.1450047969818115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,4,power_law_1.01,0.07660800218582153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,8,power_law_1.2,0.9588671684265136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,4,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,8,power_law_1.2,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,8,power_law_1.01,0.16547199487686157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,8,power_law_1.01,1.2974016189575195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,16,power_law_1.2,2.30133113861084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,4,power_law_1.01,0.0819263994693756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,4,power_law_1.2,0.06287360191345215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,8,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,16,power_law_1.01,1.8690240859985352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,8,power_law_1.01,0.17984639406204223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,8,power_law_1.2,1.427673625946045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,4,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,4,power_law_1.2,0.07023360133171082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,8,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,8,power_law_1.01,1.6740287780761718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,8,power_law_1.01,0.21811199188232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,4,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,8,power_law_1.2,1.9060735702514648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,4,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,8,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,16,power_law_1.2,5.604345703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,8,power_law_1.01,0.2332672119140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,4,power_law_1.01,0.08930559754371643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,16,power_law_1.01,4.545939254760742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,8,power_law_1.01,2.0535295486450194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,8,power_law_1.2,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,4,power_law_1.2,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,8,power_law_1.01,0.2826560020446777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,8,power_law_1.2,2.3822336196899414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,4,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,8,power_law_1.2,0.18391040563583375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,4,power_law_1.2,0.09420160055160523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,8,power_law_1.01,0.33854079246520996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,4,power_law_1.01,0.13680000305175782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,8,power_law_1.01,3.4029632568359376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,4,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,8,power_law_1.2,0.2334656000137329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,8,power_law_1.01,0.48066558837890627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,4,power_law_1.01,0.19086719751358033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,8,power_law_1.2,3.7947456359863283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,4,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,8,power_law_1.2,0.25026559829711914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,4,power_law_1.01,0.23717119693756103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,8,power_law_1.01,0.5679168224334716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,4,power_law_1.2,0.09994879961013795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,8,power_law_1.2,0.2902015924453735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,4,power_law_1.01,0.34593279361724855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,8,power_law_1.01,6.868582153320313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,8,power_law_1.01,0.7761856079101562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,4,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,8,power_law_1.2,7.566130828857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,4,power_law_1.01,0.4483071804046631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,8,power_law_1.2,0.35224959850311277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,8,power_law_1.01,1.0080256462097168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,4,power_law_1.2,0.09399679899215699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,8,power_law_1.2,0.4966720104217529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,4,power_law_1.01,0.6561984062194824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,4,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,4,power_law_1.2,0.11776000261306763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,4,power_law_1.2,0.08353279829025269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,8,power_law_1.2,0.6207488059997559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,4,power_law_1.01,0.8699968338012696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,8,power_law_1.01,1.1991104125976562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,4,power_law_1.01,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,4,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,4,power_law_1.2,0.06511359810829162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,4,power_law_1.01,1.2543935775756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,8,power_law_1.2,0.853996753692627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,4,power_law_1.01,0.07084800004959106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,4,power_law_1.2,0.19312000274658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,8,power_law_1.01,1.8431999206542968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,4,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,4,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,4,power_law_1.2,0.24145278930664063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,4,power_law_1.01,1.726464080810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,8,power_law_1.2,1.1683839797973632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,4,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,4,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,4,power_law_1.2,0.33873920440673827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,4,power_law_1.2,0.09134719967842102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,16,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,4,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,4,power_law_1.01,2.121107292175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,8,power_law_1.2,1.388748836517334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,8,power_law_1.01,3.955295944213867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,16,power_law_1.2,0.1021888017654419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,4,power_law_1.2,0.43970561027526855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,4,power_law_1.01,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,4,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,16,power_law_1.01,0.14561280012130737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,4,power_law_1.2,0.6393856048583985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,4,power_law_1.01,0.13270399570465088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,4,power_law_1.01,3.425894546508789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,16,power_law_1.2,0.14643839597702027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,4,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,8,power_law_1.2,2.1956544876098634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,4,power_law_1.01,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,4,power_law_1.2,0.13496320247650145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,4,power_law_1.2,0.8716287612915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,16,power_law_1.01,0.18267519474029542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,16,power_law_1.2,0.1332927942276001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,4,power_law_1.01,0.13354239463806153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,4,power_law_1.2,0.13479679822921753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,4,power_law_1.01,6.844838714599609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,4,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,4,power_law_1.2,1.2994239807128907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,16,power_law_1.2,0.07904000282287597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,16,power_law_1.01,0.07925760149955749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,8,power_law_1.2,5.147846221923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,4,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,4,power_law_1.01,0.14355839490890504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,16,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,4,power_law_1.01,0.1494976043701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,4,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,4,power_law_1.2,1.6764991760253907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,16,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,4,power_law_1.01,0.1458176016807556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,16,power_law_1.2,0.10771839618682862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,4,power_law_1.2,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,8,power_law_1.01,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,16,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,4,power_law_1.01,0.16013439893722534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,4,power_law_1.2,2.145689582824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,4,power_law_1.2,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,16,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,4,power_law_1.01,0.1642303943634033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,8,power_law_1.01,0.1103935956954956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,16,power_law_1.01,0.12226560115814208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,4,power_law_1.2,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,4,power_law_1.01,0.18595839738845826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,16,power_law_1.2,0.13763200044631957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,8,power_law_1.01,0.15544320344924928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,4,power_law_1.2,3.308339309692383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,16,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,4,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,4,power_law_1.01,0.2035775899887085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,16,power_law_1.2,0.1355712056159973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,8,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,4,power_law_1.2,0.17325439453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,4,power_law_1.01,0.21524479389190673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,16,power_law_1.01,0.14130560159683228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,8,power_law_1.2,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,4,power_law_1.2,0.18882559537887572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,16,power_law_1.2,0.1431488037109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,8,power_law_1.01,0.10339200496673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,4,power_law_1.01,0.2609087944030762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,16,power_law_1.01,0.15174399614334105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,4,power_law_1.2,6.331398391723633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,8,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,4,power_law_1.2,0.20521600246429444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,4,power_law_1.01,0.2902080059051514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,16,power_law_1.2,0.14461439847946167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,4,power_law_1.01,0.09258239865303039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,8,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,16,power_law_1.01,0.15973759889602662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,4,power_law_1.2,0.2293760061264038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,8,power_law_1.2,0.10776959657669068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,4,power_law_1.01,0.36474881172180174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,16,power_law_1.2,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,8,power_law_1.01,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,4,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,4,power_law_1.2,0.25947520732879636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,16,power_law_1.01,0.15319679975509642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,8,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,4,power_law_1.01,0.4208576202392578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,16,power_law_1.2,0.15236480236053468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,4,power_law_1.2,0.2938816070556641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,8,power_law_1.01,0.1542080044746399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,16,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,4,power_law_1.01,0.13312000036239624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,4,power_law_1.01,0.5597119808197022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,8,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,4,power_law_1.2,0.3596287965774536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,16,power_law_1.2,0.15401599407196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,8,power_law_1.01,0.1619968056678772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,4,power_law_1.01,0.7245440006256103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,16,power_law_1.01,0.16424959897994995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,4,power_law_1.01,0.08970879912376403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,8,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,4,power_law_1.2,0.4360191822052002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,16,power_law_1.2,0.16629120111465454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,4,power_law_1.01,0.9797632217407226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,8,power_law_1.01,0.17285759449005128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,16,power_law_1.01,0.1611840009689331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,4,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,8,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,4,power_law_1.2,0.6422463893890381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,16,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,8,power_law_1.01,0.16936960220336914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,4,power_law_1.01,1.2916735649108886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,8,power_law_1.2,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,16,power_law_1.01,0.16958080530166625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,4,power_law_1.01,0.1529855966567993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,4,power_law_1.2,0.7073728084564209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,16,power_law_1.2,0.18882559537887572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,4,power_law_1.2,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,8,power_law_1.01,0.16487040519714355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,8,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,4,power_law_1.01,1.5433664321899414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,16,power_law_1.2,0.196396803855896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,4,power_law_1.01,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,4,power_law_1.2,1.0366911888122559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,16,power_law_1.01,0.17713279724121095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,4,power_law_1.2,0.09605759978294373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,8,power_law_1.01,0.17612799406051635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,8,power_law_1.2,0.15688320398330688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,16,power_law_1.2,0.22262399196624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,4,power_law_1.01,2.4743936538696287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,4,power_law_1.01,0.19107840061187745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,4,power_law_1.2,1.338361644744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,16,power_law_1.01,0.1959936022758484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,4,power_law_1.2,0.11100800037384033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,8,power_law_1.2,0.1597440004348755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,8,power_law_1.01,0.1763200044631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,16,power_law_1.2,0.27013120651245115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,8,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,8,power_law_1.01,0.196396803855896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,4,power_law_1.2,0.0870464026927948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,4,power_law_1.01,0.1962048053741455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,16,power_law_1.01,0.20869119167327882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,4,power_law_1.2,1.6035839080810548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,16,power_law_1.2,0.2942591905593872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,4,power_law_1.01,4.333164978027344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,8,power_law_1.2,0.17879040241241456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,8,power_law_1.01,0.19332480430603027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,4,power_law_1.2,0.11285120248794556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,4,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,16,power_law_1.01,0.2535423994064331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,16,power_law_1.2,0.3758080005645752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,8,power_law_1.2,0.17878400087356566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,8,power_law_1.01,0.20234239101409912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,4,power_law_1.2,2.6406976699829103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,4,power_law_1.2,0.13312000036239624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,8,power_law_1.2,0.19088000059127808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,16,power_law_1.2,0.4040703773498535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,4,power_law_1.01,0.21441280841827393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,16,power_law_1.01,0.28488318920135497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,8,power_law_1.01,0.22671360969543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,8,power_law_1.2,0.19538559913635253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,4,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,16,power_law_1.2,0.5478400230407715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,8,power_law_1.01,0.25169920921325684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,4,power_law_1.01,0.22261760234832764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,16,power_law_1.01,0.3477567911148071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,8,power_law_1.2,0.21278719902038573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,4,power_law_1.2,5.840486526489258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,8,power_law_1.01,0.2836416006088257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,4,power_law_1.2,0.17713919878005982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,4,power_law_1.01,0.22773120403289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,16,power_law_1.01,0.40079360008239745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,16,power_law_1.2,0.6766592025756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,8,power_law_1.2,0.232857608795166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,8,power_law_1.01,0.3268608093261719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,4,power_law_1.01,0.22833919525146484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,4,power_law_1.2,0.20069758892059325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,16,power_law_1.01,0.501145601272583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,8,power_law_1.2,0.25148160457611085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,16,power_law_1.2,0.9953280448913574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,8,power_law_1.01,0.3909503936767578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,4,power_law_1.01,0.23286399841308594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,8,power_law_1.2,0.3067903995513916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,4,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,16,power_law_1.01,0.6236224174499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,16,power_law_1.2,1.2154815673828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,8,power_law_1.01,0.4438015937805176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,8,power_law_1.2,0.32931840419769287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,4,power_law_1.01,0.24227840900421144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,4,power_law_1.2,0.21134719848632813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,16,power_law_1.01,0.8814592361450195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,8,power_law_1.01,0.5965824127197266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,8,power_law_1.2,0.4151296138763428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,16,power_law_1.2,1.5233023643493653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,4,power_law_1.01,0.2574336051940918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,4,power_law_1.2,0.21299200057983397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,8,power_law_1.01,0.6901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,16,power_law_1.01,1.1028736114501954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,2,power_law_1.01,0.09048320055007934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,4,power_law_1.01,0.2875328063964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,8,power_law_1.2,0.4732800006866455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,4,power_law_1.2,0.2144320011138916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,16,power_law_1.2,2.4002559661865233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,8,power_law_1.01,0.9539520263671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,4,power_law_1.01,0.31071360111236573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,2,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,4,power_law_1.2,0.22691841125488282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,8,power_law_1.2,0.6451200008392334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,16,power_law_1.01,1.3309887886047362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,2,power_law_1.01,0.12472319602966309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,4,power_law_1.01,0.36143999099731444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,8,power_law_1.01,1.2281791687011718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,4,power_law_1.2,0.24063360691070557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,8,power_law_1.2,0.7225279808044434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,16,power_law_1.2,4.776953506469726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,2,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,4,power_law_1.01,0.41062397956848146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,16,power_law_1.01,2.036729621887207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,4,power_law_1.2,0.24678399562835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,2,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,8,power_law_1.01,1.4182592391967774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,8,power_law_1.2,1.0051584243774414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,2,power_law_1.01,0.14949120283126832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,4,power_law_1.2,0.26439039707183837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,4,power_law_1.01,0.49541120529174804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,2,power_law_1.2,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,2,power_law_1.01,0.19148800373077393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,8,power_law_1.2,1.3440959930419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,4,power_law_1.2,0.2957312107086182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,8,power_law_1.01,2.2177791595458984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,16,power_law_1.01,3.8483966827392577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,4,power_law_1.01,0.5654463768005371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,2,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,2,power_law_1.01,0.212172794342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,4,power_law_1.2,0.3141567945480347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,2,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,4,power_law_1.01,0.749567985534668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,8,power_law_1.2,1.5278335571289063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,2,power_law_1.01,0.25477120876312254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,4,power_law_1.2,0.37027840614318847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,2,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,8,power_law_1.01,4.239769744873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,4,power_law_1.01,0.8761343955993652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,2,power_law_1.01,0.26705920696258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,8,power_law_1.2,2.608742332458496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,4,power_law_1.2,0.4204224109649658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,2,power_law_1.2,0.17244160175323486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,2,power_law_1.01,0.2717632055282593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,4,power_law_1.01,1.1896832466125489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,4,power_law_1.2,0.5150720119476319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,2,power_law_1.2,0.19044480323791504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,2,power_law_1.01,0.29758079051971437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,8,power_law_1.2,4.7851520538330075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,4,power_law_1.01,1.5171584129333495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,2,power_law_1.2,0.24801280498504638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,2,power_law_1.01,0.29265921115875243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,4,power_law_1.2,0.5679168224334716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,2,power_law_1.01,0.2994175910949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,2,power_law_1.2,0.2545664072036743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,4,power_law_1.2,0.7565440177917481
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,4,power_law_1.01,1.836639976501465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,2,power_law_1.01,0.3168256044387817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,2,power_law_1.2,0.2689023971557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,4,power_law_1.2,0.8953856468200684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,2,power_law_1.01,0.3256383895874023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,4,power_law_1.01,2.6783424377441407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,2,power_law_1.2,0.27791359424591067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,2,power_law_1.01,0.33812479972839354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,4,power_law_1.2,1.2187647819519043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,2,power_law_1.2,0.28101119995117185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,2,power_law_1.01,0.35676159858703616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,2,power_law_1.2,0.3004415988922119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,4,power_law_1.2,1.55033597946167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,2,power_law_1.01,0.3835968017578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,4,power_law_1.01,5.202323150634766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,2,power_law_1.2,0.32133119106292723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,2,power_law_1.01,0.4442111968994141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,4,power_law_1.2,1.9859392166137695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,2,power_law_1.01,0.5035967826843262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,2,power_law_1.2,0.3315711975097656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,1,power_law_1.01,0.11116160154342651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,2,power_law_1.01,0.5805759906768799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,2,power_law_1.2,0.33853440284729003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,1,power_law_1.01,0.12226560115814208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,4,power_law_1.2,2.977996826171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,2,power_law_1.01,0.7004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,2,power_law_1.2,0.36249599456787107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,1,power_law_1.01,0.1384511947631836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,2,power_law_1.01,0.7868351936340332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,2,power_law_1.2,0.40079360008239745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,1,power_law_1.2,0.1134335994720459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,1,power_law_1.01,0.15852160453796388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,2,power_law_1.01,1.0379391670227052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,4,power_law_1.2,6.095455932617187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,2,power_law_1.2,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,1,power_law_1.01,0.22200961112976075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,2,power_law_1.01,1.249075222015381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,1,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,2,power_law_1.2,0.5183551788330079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,1,power_law_1.01,0.2969664096832275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,2,power_law_1.01,1.684236717224121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,1,power_law_1.2,0.13271679878234863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,1,power_law_1.01,0.33955199718475343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,2,power_law_1.2,0.5769216060638428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,2,power_law_1.01,2.1342208862304686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,1,power_law_1.2,0.16159360408782958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,1,power_law_1.01,0.42006402015686034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,2,power_law_1.2,0.7114751815795899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,1,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,2,power_law_1.01,2.527231979370117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,1,power_law_1.01,0.42045440673828127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,2,power_law_1.2,0.8224639892578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,1,power_law_1.2,0.2668479919433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,2,power_law_1.01,3.9602176666259767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,1,power_law_1.01,0.4552703857421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,1,power_law_1.2,0.2996223926544189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,2,power_law_1.2,1.0725312232971191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,1,power_law_1.01,0.4769728183746338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,1,power_law_1.2,0.39423360824584963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,2,power_law_1.2,1.2611583709716796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,2,power_law_1.01,7.621421051025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,1,power_law_1.01,0.4925695896148682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,1,power_law_1.2,0.40775041580200194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,1,power_law_1.01,0.5011392116546631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,2,power_law_1.2,1.762918472290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,1,power_law_1.2,0.4364287853240967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,1,power_law_1.01,0.5302207946777344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,2,power_law_1.2,2.166169548034668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,1,power_law_1.2,0.457747220993042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,1,power_law_1.01,0.5396287918090821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,1,power_law_1.2,0.4794367790222168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,1,power_law_1.01,0.5367807865142822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,2,power_law_1.2,2.6374080657958983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,1,power_law_1.2,0.5048319816589355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,1,power_law_1.01,0.5924863815307617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,1,power_law_1.2,0.5232575893402099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,1,power_law_1.01,0.6586304187774659
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,2,power_law_1.2,4.141062545776367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,1,power_law_1.2,0.5310527801513671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,1,power_law_1.01,0.7171967983245849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,1,power_law_1.2,0.5433343887329102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,1,power_law_1.01,0.8843199729919433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,2,power_law_1.2,8.023859405517578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,1,power_law_1.2,0.6006720066070557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,1,power_law_1.01,0.9777024269104004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,1,power_law_1.2,0.6856639862060547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,1,power_law_1.01,1.2060992240905761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,1,power_law_1.2,0.7491456031799316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,1,power_law_1.01,1.3445055961608887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,1,power_law_1.2,0.8683456420898438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,1,power_law_1.01,1.780531120300293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,1,power_law_1.2,0.9773056030273437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,1,power_law_1.01,2.0936767578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,8,power_law_1.01,0.05877760052680969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,8,power_law_1.01,0.05426560044288635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,1,power_law_1.2,1.2048447608947754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,1,power_law_1.01,2.866585540771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,8,power_law_1.01,0.04508799910545349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,1,power_law_1.2,1.3715456008911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,8,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,1,power_law_1.01,3.653420639038086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,8,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,1,power_law_1.2,1.7915647506713868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,4,8,power_law_1.2,0.05127679705619812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,8,power_law_1.01,0.050988799333572386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,1,power_law_1.01,4.436991882324219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,4,8,power_law_1.2,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,8,power_law_1.01,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,1,power_law_1.2,2.1268415451049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,4,8,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,8,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,4,8,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,8,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,1,power_law_1.2,2.8940288543701174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,1,power_law_1.01,6.7502082824707035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,4,8,power_law_1.2,0.05080320239067078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,8,power_law_1.01,0.04935680031776428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,1,power_law_1.2,3.6718975067138673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,4,8,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,8,power_law_1.01,0.054681599140167236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,4,8,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,8,power_law_1.01,0.05546879768371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,1,power_law_1.01,12.959942626953126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,4,8,power_law_1.2,0.04386560022830963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,8,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,1,power_law_1.2,4.461158370971679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,4,8,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,8,power_law_1.01,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,4,power_law_1.01,0.044684800505638125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,4,8,power_law_1.2,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,8,power_law_1.01,0.07232000231742859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,4,power_law_1.01,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,1,power_law_1.2,6.75389404296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,4,8,power_law_1.2,0.05550079941749573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,8,power_law_1.01,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,4,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,4,8,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,8,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,4,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,4,8,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,4,power_law_1.01,0.0573311984539032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,8,power_law_1.01,0.11670399904251098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,4,8,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,4,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,8,power_law_1.01,0.1109887957572937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,1,power_law_1.2,13.021356201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,4,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,4,8,power_law_1.2,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,8,power_law_1.01,0.142739200592041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,4,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,4,8,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,8,power_law_1.01,0.17018879652023317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,4,power_law_1.01,0.04995200037956238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,4,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,4,8,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,8,power_law_1.01,0.2566080093383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,4,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,4,power_law_1.2,0.046291199326515195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,4,8,power_law_1.2,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,8,power_law_1.01,0.30576000213623045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,4,power_law_1.01,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,4,power_law_1.2,0.04157440066337585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,4,8,power_law_1.2,0.12000000476837158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,4,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,8,power_law_1.01,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,4,power_law_1.2,0.0442111998796463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,4,8,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,4,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,8,power_law_1.01,0.6030975818634033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,4,power_law_1.2,0.04504320025444031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,4,8,power_law_1.2,0.18963840007781982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,4,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,4,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,8,power_law_1.01,0.9056192398071289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,4,8,power_law_1.2,0.25868160724639894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,4,power_law_1.01,0.07146239876747132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,4,power_law_1.2,0.057580798864364624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,8,power_law_1.01,1.17575044631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,4,8,power_law_1.2,0.3225600004196167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,4,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,4,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,4,8,power_law_1.2,0.4773888111114502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,8,power_law_1.01,1.7322368621826172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,4,power_law_1.01,0.08889600038528442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,4,power_law_1.2,0.045440000295639035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,4,8,power_law_1.2,0.5601280212402344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,4,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,8,power_law_1.01,2.8514240264892576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,4,power_law_1.2,0.051820802688598636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,4,8,power_law_1.2,0.9543680191040039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,4,power_law_1.01,0.12554240226745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,4,power_law_1.2,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,4,power_law_1.01,0.15749759674072267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,8,power_law_1.01,5.772908782958984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,4,8,power_law_1.2,1.292902374267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,4,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,4,power_law_1.01,0.20110719203948973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,4,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,4,8,power_law_1.2,1.674015998840332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,4,power_law_1.01,0.22548480033874513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,4,power_law_1.2,0.061222398281097413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,4,8,power_law_1.2,2.8481536865234376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,4,power_law_1.01,0.339353609085083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,4,power_law_1.2,0.0673792004585266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,power_law_1.01,0.050374400615692136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,4,power_law_1.01,0.4356095790863037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,4,power_law_1.2,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,power_law_1.01,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,4,8,power_law_1.2,6.548262023925782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,4,power_law_1.01,0.68853759765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,4,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,4,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,4,power_law_1.01,0.7315392017364502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,4,power_law_1.2,0.1013375997543335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,4,power_law_1.01,1.3027263641357423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,4,power_law_1.2,0.13496320247650145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,power_law_1.01,0.04485119879245758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,4,power_law_1.01,1.760051155090332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,4,power_law_1.2,0.13516160249710082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,4,power_law_1.2,0.22341759204864503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,4,power_law_1.01,3.741484832763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,power_law_1.01,0.051635199785232545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,4,power_law_1.2,0.3198911905288696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,power_law_1.01,0.05303679704666138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,4,power_law_1.2,0.40038399696350097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,power_law_1.01,0.05448960065841675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,4,power_law_1.2,0.5310463905334473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,2,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,power_law_1.01,0.058790397644042966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,4,power_law_1.2,0.7700479984283447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,power_law_1.01,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,2,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,4,power_law_1.2,1.0150015830993653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,2,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,power_law_1.01,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,2,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,4,power_law_1.2,1.4473279953002929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,2,power_law_1.2,0.04730879962444305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,power_law_1.01,0.11182719469070435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,4,power_law_1.2,2.0162559509277345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,2,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,power_law_1.01,0.12655999660491943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,2,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,4,power_law_1.2,4.732313537597657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,power_law_1.01,0.1519551992416382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,2,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,power_law_1.01,0.19660160541534424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,2,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,power_law_1.01,0.2711551904678345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,2,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,power_law_1.01,0.3733504056930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,2,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,power_law_1.01,0.5343167781829834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,2,power_law_1.2,0.050374400615692136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,power_law_1.01,0.7475200176239014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,2,power_law_1.2,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,power_law_1.01,0.8597503662109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,2,power_law_1.2,0.054681599140167236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,2,power_law_1.01,1.409228801727295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,2,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,2,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,2,power_law_1.01,2.8567615509033204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,2,power_law_1.2,0.066975998878479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,2,power_law_1.2,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,2,power_law_1.2,0.09215360283851623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,2,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,2,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,2,power_law_1.2,0.17161600589752196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,2,power_law_1.2,0.20091519355773926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,1,power_law_1.01,0.03237119913101196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,2,power_law_1.2,0.2811903953552246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,1,power_law_1.01,0.033990401029586795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,2,power_law_1.2,0.38236160278320314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,1,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,2,power_law_1.2,0.555628776550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,1,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,2,power_law_1.2,0.6987711906433105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,1,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,2,power_law_1.2,0.9105343818664551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,1,power_law_1.01,0.05181440114974976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,1,power_law_1.01,0.05591040253639221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,2,power_law_1.2,1.6527423858642578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,1,power_law_1.2,0.030694401264190672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,1,power_law_1.01,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,1,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,1,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,2,power_law_1.2,3.193247985839844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,1,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,1,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,1,power_law_1.2,0.042393600940704344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,1,power_law_1.01,0.04712960124015808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,1,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,1,power_law_1.01,0.05284479856491089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,1,power_law_1.2,0.048537600040435794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,1,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,1,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,1,power_law_1.01,0.057132798433303836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,1,power_law_1.01,0.07086719870567322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,1,power_law_1.2,0.04362240135669708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,1,power_law_1.01,0.07310720086097718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,1,power_law_1.2,0.04567039906978607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,1,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,1,power_law_1.2,0.04814079999923706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,1,power_law_1.01,0.08540160059928895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,1,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,1,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,1,power_law_1.2,0.056492799520492555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,1,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,1,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,1,power_law_1.01,0.13047679662704467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,1,power_law_1.2,0.058182400465011594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,1,power_law_1.01,0.1716223955154419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,1,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,1,power_law_1.01,0.19005440473556517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,1,power_law_1.2,0.07148159742355346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,1,power_law_1.01,0.26317439079284666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,1,power_law_1.2,0.06778879761695862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,1,power_law_1.01,0.33771519660949706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,1,power_law_1.2,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,1,power_law_1.01,0.4868095874786377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,1,power_law_1.2,0.09011840224266052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,1,power_law_1.01,0.6557695865631104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,1,power_law_1.2,0.11325440406799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,1,power_law_1.01,0.8728511810302735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,1,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,1,power_law_1.01,1.2511232376098633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,1,power_law_1.2,0.16814080476760865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,1,power_law_1.2,0.18882559537887572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,1,power_law_1.01,2.83504638671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,1,power_law_1.2,0.26398720741271975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,1,power_law_1.2,0.3356735944747925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,1,power_law_1.2,0.48353281021118166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,1,power_law_1.2,0.6889472007751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,1,power_law_1.2,0.8761407852172851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,1,power_law_1.2,1.2551936149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,1,power_law_1.2,2.494054412841797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,power_law_1.01,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,power_law_1.01,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,power_law_1.01,0.05920000076293945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,power_law_1.01,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,4,8,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,power_law_1.01,0.06023039817810059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,4,8,power_law_1.2,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,power_law_1.01,0.062463998794555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,4,8,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,4,8,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,4,power_law_1.01,0.05877760052680969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,4,8,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,power_law_1.01,0.07229440212249756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,4,power_law_1.01,0.05326719880104065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,4,8,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,4,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,4,8,power_law_1.2,0.061612802743911746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,4,power_law_1.01,0.05959039926528931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,4,8,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,4,power_law_1.01,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,power_law_1.01,0.08499839901924133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,4,power_law_1.01,0.06513280272483826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,4,8,power_law_1.2,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,power_law_1.01,0.09873920083045959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,4,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,4,8,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,power_law_1.01,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,4,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,4,8,power_law_1.2,0.07309439778327942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,4,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,power_law_1.01,0.12513279914855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,4,8,power_law_1.2,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,4,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,power_law_1.01,0.1794111967086792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,4,8,power_law_1.2,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,4,power_law_1.01,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,power_law_1.01,0.1734655976295471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,4,8,power_law_1.2,0.08457599878311158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,4,power_law_1.01,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,4,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,power_law_1.01,0.21850879192352296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,4,8,power_law_1.2,0.10529279708862305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,4,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,4,power_law_1.2,0.05735039710998535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,power_law_1.01,0.24985599517822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,4,8,power_law_1.2,0.11510399580001832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,4,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,4,power_law_1.2,0.06123520135879516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,power_law_1.01,0.36146559715271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,4,8,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,4,power_law_1.01,0.08969600200653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,4,power_law_1.2,0.06327679753303528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,power_law_1.01,0.45731201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,4,8,power_law_1.2,0.17037440538406373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,4,power_law_1.01,0.0939903974533081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,4,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,4,power_law_1.01,0.10320639610290527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,4,8,power_law_1.2,0.16874879598617554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,power_law_1.01,0.7868415832519531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,4,power_law_1.2,0.0648959994316101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,4,power_law_1.01,0.11386239528656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,4,8,power_law_1.2,0.22220799922943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,4,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,power_law_1.01,0.9650112152099609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,4,power_law_1.01,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,4,8,power_law_1.2,0.26480000019073485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,4,power_law_1.2,0.05959039926528931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,power_law_1.01,1.5650815963745117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,4,power_law_1.01,0.171014404296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,4,8,power_law_1.2,0.3700736045837402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,4,power_law_1.2,0.06287999749183655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,power_law_1.01,2.175212860107422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,4,power_law_1.01,0.2189311981201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,4,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,2,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,4,8,power_law_1.2,0.5027904033660888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,4,power_law_1.01,0.24757759571075438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,4,power_law_1.2,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,2,power_law_1.01,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,power_law_1.01,2.5211776733398437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,4,8,power_law_1.2,0.7491583824157715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,4,power_law_1.01,0.3520512104034424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,4,power_law_1.2,0.06840959787368775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,2,power_law_1.01,0.04707840085029602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,4,8,power_law_1.2,0.8970239639282227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,4,power_law_1.01,0.5032000064849853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,4,power_law_1.2,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,8,power_law_1.01,4.395455932617187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,2,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,4,power_law_1.01,0.8855551719665528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,4,power_law_1.2,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,4,8,power_law_1.2,1.4807168006896974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,2,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,4,power_law_1.2,0.08703359961509705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,4,power_law_1.01,1.1810815811157227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,4,8,power_law_1.2,2.023219108581543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,2,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,4,power_law_1.2,0.09070720076560974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,8,power_law_1.01,8.597126770019532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,4,power_law_1.01,1.65928955078125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,2,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,4,power_law_1.2,0.0997376024723053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,4,8,power_law_1.2,2.8252159118652345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,4,power_law_1.01,2.1604352951049806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,2,power_law_1.01,0.05896959900856018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,4,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,2,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,4,power_law_1.2,0.13639039993286134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,4,power_law_1.01,2.7834367752075195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,4,8,power_law_1.2,4.648339080810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,2,power_law_1.01,0.06305919885635376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,4,power_law_1.2,0.17674239873886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,2,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,4,power_law_1.01,5.422496032714844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,4,power_law_1.2,0.23653759956359863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,4,8,power_law_1.2,10.841292572021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,2,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,4,power_law_1.2,0.2965759992599487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,2,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,4,power_law_1.2,0.4695744037628174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,2,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,4,power_law_1.2,0.5707776069641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,2,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,2,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,4,power_law_1.2,0.7802944183349609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,2,power_law_1.01,0.08440960049629212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,2,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,2,power_law_1.01,0.08190720081329346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,4,power_law_1.2,1.154867172241211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,2,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,2,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,4,power_law_1.2,1.6535551071166992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,2,power_law_1.2,0.05713919997215271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,2,power_law_1.01,0.11879040002822876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,2,power_law_1.2,0.05774719715118408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,4,power_law_1.2,2.1292991638183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,2,power_law_1.01,0.15236480236053468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,2,power_law_1.01,0.1712448000907898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,2,power_law_1.2,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,4,power_law_1.2,3.649740982055664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,2,power_law_1.01,0.22671360969543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,2,power_law_1.2,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,2,power_law_1.01,0.24841599464416503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,2,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,4,power_law_1.2,8.499641418457031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,2,power_law_1.01,0.3870784044265747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,2,power_law_1.2,0.062054401636123656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,2,power_law_1.01,0.5261312007904053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,2,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,2,power_law_1.01,0.7516096115112305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,2,power_law_1.2,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,2,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,2,power_law_1.01,0.9777152061462402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,2,power_law_1.2,0.07598080039024353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,2,power_law_1.01,1.355564785003662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,2,power_law_1.2,0.06924160122871399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,2,power_law_1.01,2.422777557373047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,2,power_law_1.2,0.07475200295448303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,2,power_law_1.2,0.08644480109214783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,2,power_law_1.01,4.510310363769531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,2,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,2,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,2,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,2,power_law_1.2,0.1425279974937439
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,2,power_law_1.2,0.18228479623794555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,2,power_law_1.2,0.23121919631958007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,2,power_law_1.2,0.30618240833282473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,2,power_law_1.2,0.43355522155761717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,2,power_law_1.2,0.56462721824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,2,power_law_1.2,0.6832064151763916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,2,power_law_1.2,1.1597824096679688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,1,power_law_1.01,0.03847039937973022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,2,power_law_1.2,1.3285375595092774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,1,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,1,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,2,power_law_1.2,2.1600255966186523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,1,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,1,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,2,power_law_1.2,4.922598266601563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,1,power_law_1.01,0.060012799501419065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,1,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,1,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,1,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,1,power_law_1.01,0.06123520135879516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,1,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,1,power_law_1.01,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,1,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,1,power_law_1.01,0.06615039706230164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,1,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,1,power_law_1.01,0.0686079978942871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,1,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,1,power_law_1.01,0.07024639844894409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,1,power_law_1.2,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,1,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,1,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,1,power_law_1.01,0.08725119829177856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,1,power_law_1.2,0.06165120005607605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,1,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,1,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,1,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,1,power_law_1.2,0.06328960061073304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,1,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,1,power_law_1.2,0.06778240203857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,1,power_law_1.01,0.1189568042755127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,1,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,1,power_law_1.01,0.13619199991226197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,1,power_law_1.2,0.07229440212249756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,1,power_law_1.01,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,1,power_law_1.2,0.07415040135383606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,1,power_law_1.01,0.21442561149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,1,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,1,power_law_1.01,0.25374081134796145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,1,power_law_1.2,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,1,power_law_1.01,0.3540992021560669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,1,power_law_1.2,0.08580480217933655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,1,power_law_1.01,0.4544511795043945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,1,power_law_1.2,0.09991679787635803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,1,power_law_1.01,0.6610879898071289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,power_law_1.01,0.17325439453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,1,power_law_1.2,0.12226560115814208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,1,power_law_1.01,0.8880127906799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,power_law_1.01,0.15994240045547486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,1,power_law_1.2,0.1505280017852783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,1,power_law_1.01,1.0786815643310548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,power_law_1.01,0.14438400268554688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,1,power_law_1.2,0.15952639579772948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,1,power_law_1.01,1.7489856719970702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,1,power_law_1.2,0.21299200057983397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,32,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,power_law_1.01,0.10814720392227173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,1,power_law_1.2,0.25087358951568606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,1,power_law_1.01,3.5319808959960937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,power_law_1.01,0.12021119594573974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,32,power_law_1.2,0.20069758892059325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,1,power_law_1.2,0.35676159858703616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,power_law_1.01,0.13701119422912597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,32,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,1,power_law_1.2,0.4552639961242676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,power_law_1.01,0.174892795085907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,power_law_1.01,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,1,power_law_1.2,0.6643712043762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,32,power_law_1.2,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,1,power_law_1.2,0.8790016174316406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,power_law_1.01,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,32,power_law_1.2,0.1081279993057251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,1,power_law_1.2,1.0901503562927246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,power_law_1.01,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,32,power_law_1.2,0.11980799436569214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,1,power_law_1.2,1.7620927810668945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,power_law_1.01,0.1533951997756958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,32,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,power_law_1.01,0.12285439968109131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,power_law_1.01,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,32,power_law_1.2,0.14622080326080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,1,power_law_1.2,3.511513519287109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,power_law_1.01,0.13927680253982544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,32,power_law_1.2,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,power_law_1.01,0.17080960273742676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,power_law_1.01,0.1380288004875183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,32,power_law_1.2,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,power_law_1.01,0.17141120433807372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,16,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,power_law_1.01,0.14499200582504274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,32,power_law_1.2,0.15527679920196533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,power_law_1.01,0.18448640108108522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,16,power_law_1.2,0.17284480333328248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,power_law_1.01,0.1548416018486023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,32,power_law_1.2,0.17201919555664064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,power_law_1.01,0.208076810836792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,power_law_1.01,0.15934720039367675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,16,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,32,power_law_1.2,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,power_law_1.01,0.16177279949188234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,power_law_1.01,0.18511359691619872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,16,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,32,power_law_1.2,0.18431999683380126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,power_law_1.01,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,16,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,32,power_law_1.2,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,power_law_1.01,0.17446399927139283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,16,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,power_law_1.01,0.21422080993652343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,32,power_law_1.2,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,power_law_1.01,0.19086719751358033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,16,power_law_1.2,0.13273600339889527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,power_law_1.01,0.2521087884902954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,32,power_law_1.2,0.19005440473556517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,power_law_1.01,0.2019263982772827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,16,power_law_1.2,0.13865599632263184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,32,power_law_1.2,0.22917120456695556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,power_law_1.01,0.2758591890335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,power_law_1.01,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,16,power_law_1.2,0.1378368020057678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,32,power_law_1.2,0.25640320777893066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,16,power_law_1.2,0.14988800287246704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,power_law_1.01,0.19783040285110473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,power_law_1.01,0.3313600063323975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,32,power_law_1.2,0.27913599014282225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,power_law_1.01,0.08335999846458435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,16,power_law_1.2,0.1597759962081909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,power_law_1.01,0.2064448118209839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,32,power_law_1.2,0.3055552005767822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,power_law_1.01,0.4065408229827881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,power_law_1.01,0.08110719919204712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,16,power_law_1.2,0.16036479473114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,power_law_1.01,0.24371840953826904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,32,power_law_1.2,0.36883840560913084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,power_law_1.01,0.09626240134239197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,16,power_law_1.2,0.16895359754562378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,power_law_1.01,0.5203968048095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,power_law_1.01,0.25927679538726806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,32,power_law_1.2,0.4446080207824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,16,power_law_1.2,0.172435200214386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,power_law_1.01,0.3248127937316895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,32,power_law_1.2,0.6293504238128662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,power_law_1.01,0.6881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,16,power_law_1.2,0.1937343955039978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,power_law_1.01,0.3708928108215332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,32,power_law_1.2,0.8896512031555176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,16,power_law_1.2,0.20111360549926757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,power_law_1.01,0.14253439903259277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,power_law_1.01,0.9367551803588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,16,power_law_1.2,0.18082560300827027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,power_law_1.01,0.5003456115722656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,32,power_law_1.2,1.1692031860351562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,power_law_1.01,0.14906879663467407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,16,power_law_1.2,0.1986624002456665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,power_law_1.01,1.238419246673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,power_law_1.01,0.6051839828491211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,32,power_law_1.2,1.5290304183959962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,power_law_1.01,0.149510395526886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,16,power_law_1.2,0.23019518852233886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,8,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,power_law_1.01,0.15626239776611328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,power_law_1.01,0.8507391929626464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,16,power_law_1.2,0.2531327962875366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,power_law_1.01,1.6588863372802733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,32,power_law_1.2,1.825587272644043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,8,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,power_law_1.01,0.16670080423355102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,16,power_law_1.2,0.2830336093902588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,power_law_1.01,1.0485695838928222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,8,power_law_1.2,0.06469119787216186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,power_law_1.01,0.17244160175323486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,32,power_law_1.01,2.4673919677734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,32,power_law_1.2,3.3759422302246094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,16,power_law_1.2,0.34753921031951907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,8,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,power_law_1.01,0.17448960542678832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,power_law_1.01,1.3027263641357423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,16,power_law_1.2,0.4167679786682129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,8,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,power_law_1.01,0.1802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,8,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,16,power_law_1.2,0.568287992477417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,16,power_law_1.01,1.982655906677246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,32,power_law_1.2,7.5907135009765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,power_law_1.01,0.18165760040283202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,32,power_law_1.01,4.9168449401855465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,8,power_law_1.2,0.1394752025604248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,power_law_1.01,0.19169280529022217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,16,power_law_1.2,0.693881607055664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,8,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,power_law_1.01,0.1994752049446106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,16,power_law_1.01,4.249184036254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,16,power_law_1.2,0.9138175964355468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,8,power_law_1.2,0.14659839868545532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,power_law_1.01,0.2189311981201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,16,power_law_1.2,1.5962176322937012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,8,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,power_law_1.01,0.2504703998565674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,8,power_law_1.2,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,power_law_1.01,0.276691198348999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,16,power_law_1.2,1.653152084350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,8,power_law_1.2,0.17080960273742676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,power_law_1.01,0.32972159385681155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,power_law_1.01,0.39384961128234863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,16,power_law_1.2,3.207571029663086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,8,power_law_1.2,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,power_law_1.01,0.5122047901153565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,8,power_law_1.2,0.17838079929351808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,8,power_law_1.2,0.19066879749298096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,power_law_1.01,0.6211584091186524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,16,power_law_1.2,6.233907318115234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,8,power_law_1.2,0.1916864037513733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,power_law_1.01,0.862611198425293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,8,power_law_1.2,0.19169280529022217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,power_law_1.01,1.0926079750061035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,8,power_law_1.2,0.21276159286499025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,power_law_1.01,1.4362624168395997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,8,power_law_1.2,0.22220799922943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,8,power_law_1.2,0.2564480066299438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,8,power_law_1.01,1.998240089416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,8,power_law_1.2,0.2857151985168457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,8,power_law_1.2,0.3479487895965576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,8,power_law_1.01,4.304076766967773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,8,power_law_1.2,0.42495999336242674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,8,power_law_1.2,0.5998591899871826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,8,power_law_1.2,0.6918144226074219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,8,power_law_1.2,0.9789440155029296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,8,power_law_1.2,1.3334527969360352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,power_law_1.01,0.0901311993598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,power_law_1.01,0.06679040193557739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,8,power_law_1.2,1.7219648361206055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,8,power_law_1.2,2.323263931274414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,power_law_1.01,0.12307840585708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,power_law_1.01,0.14049919843673705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,8,power_law_1.2,6.171244812011719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,4,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,4,power_law_1.2,0.09155840277671815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,power_law_1.01,0.14910720586776732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,4,power_law_1.2,0.06533120274543762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,power_law_1.01,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,4,power_law_1.2,0.08089600205421447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,power_law_1.01,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,4,power_law_1.2,0.0932096004486084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,power_law_1.01,0.17756799459457398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,4,power_law_1.2,0.11880320310592651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,power_law_1.01,0.17672959566116334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,4,power_law_1.2,0.14153599739074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,power_law_1.01,0.19066879749298096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,4,power_law_1.2,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,power_law_1.01,0.20315520763397216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,4,power_law_1.2,0.16301440000534057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,power_law_1.01,0.21196799278259276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,power_law_1.01,0.21094400882720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,4,power_law_1.2,0.15910400152206422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,power_law_1.01,0.22548480033874513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,4,power_law_1.2,0.16711039543151857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,power_law_1.01,0.25477120876312254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,4,power_law_1.2,0.17142399549484252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,power_law_1.01,0.28774399757385255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,4,power_law_1.2,0.17161600589752196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,power_law_1.01,0.33239040374755857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,4,power_law_1.2,0.1908735990524292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,power_law_1.01,0.3979327917098999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,4,power_law_1.2,0.20684800148010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,power_law_1.01,0.08253440260887146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,power_law_1.01,0.49049601554870603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,4,power_law_1.2,0.20971519947052003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,power_law_1.01,0.6211584091186524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,power_law_1.01,0.04689919948577881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,4,power_law_1.2,0.21626880168914794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,power_law_1.01,0.7897024154663086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,4,power_law_1.2,0.2320319890975952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,power_law_1.01,1.0346559524536132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,power_law_1.01,0.058534401655197146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,4,power_law_1.2,0.25087358951568606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,4,power_law_1.2,0.2934720039367676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,power_law_1.01,1.419871997833252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,4,power_law_1.2,0.3397631883621216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,power_law_1.01,1.6912384033203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,power_law_1.01,0.06024320125579834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,4,power_law_1.2,0.42024960517883303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,power_law_1.01,0.0604095995426178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,4,power_law_1.01,2.527654457092285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,4,power_law_1.2,0.5146560192108154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,power_law_1.01,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,4,power_law_1.2,0.684441614151001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,4,power_law_1.01,4.920115280151367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,4,power_law_1.2,0.8241087913513183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,32,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,32,power_law_1.2,0.046291199326515195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,4,power_law_1.2,1.1503552436828612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,32,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,power_law_1.01,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,4,power_law_1.2,1.4137408256530761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,32,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,32,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,4,power_law_1.2,1.924505615234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,32,power_law_1.2,0.06268159747123718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,power_law_1.01,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,32,power_law_1.2,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,4,power_law_1.2,2.822329521179199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,power_law_1.01,0.16261119842529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,32,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,power_law_1.01,0.2027519941329956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,32,power_law_1.2,0.060236799716949466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,power_law_1.01,0.2531327962875366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,32,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,4,power_law_1.2,5.949843215942383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,power_law_1.01,0.316211199760437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,32,power_law_1.2,0.062463998794555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,power_law_1.01,0.43274879455566406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,32,power_law_1.2,0.06268159747123718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,32,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,power_law_1.01,0.5961728096008301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,32,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,power_law_1.01,0.8441791534423828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,32,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,32,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,32,power_law_1.01,1.2756992340087892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,power_law_1.01,0.06350079774856568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,2,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,32,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,32,power_law_1.2,0.10259840488433838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,2,power_law_1.2,0.07186560034751892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,32,power_law_1.01,2.679193687438965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,32,power_law_1.2,0.10117759704589843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,2,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,32,power_law_1.2,0.12041599750518799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,power_law_1.2,0.08580480217933655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,2,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,32,power_law_1.2,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,power_law_1.2,0.1009600043296814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,2,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,32,power_law_1.2,0.23489279747009278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,power_law_1.2,0.12205439805984497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,2,power_law_1.01,0.1261888027191162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,32,power_law_1.2,0.2664448022842407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,power_law_1.2,0.1505280017852783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,2,power_law_1.01,0.15504000186920167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,32,power_law_1.2,0.3446719884872437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,power_law_1.2,0.15708160400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,2,power_law_1.01,0.16465920209884644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,power_law_1.2,0.16711039543151857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,32,power_law_1.2,0.502784013748169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,2,power_law_1.01,0.16629120111465454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,power_law_1.2,0.17161600589752196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,32,power_law_1.2,0.7020607948303222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,2,power_law_1.01,0.1699903964996338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,power_law_1.2,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,32,power_law_1.2,1.0198783874511719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,2,power_law_1.01,0.18001919984817505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,power_law_1.2,0.19842560291290284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,2,power_law_1.01,0.1834944009780884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,power_law_1.2,0.2082495927810669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,32,power_law_1.2,1.4649344444274903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,power_law_1.01,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,2,power_law_1.01,0.19333120584487914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,power_law_1.2,0.22016000747680664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,power_law_1.2,0.23633921146392822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,32,power_law_1.2,2.401478385925293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,2,power_law_1.01,0.20931200981140136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,power_law_1.2,0.24657280445098878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,2,power_law_1.01,0.22551679611206055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,power_law_1.01,0.04444159865379334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,power_law_1.2,0.2432960033416748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,2,power_law_1.01,0.237772798538208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,power_law_1.01,0.04935039877891541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,32,power_law_1.2,5.293017578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,power_law_1.2,0.2940864086151123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,power_law_1.01,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,2,power_law_1.01,0.2396159887313843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,power_law_1.2,0.3309567928314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,2,power_law_1.01,0.27054080963134763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,power_law_1.2,0.3911616086959839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,power_law_1.01,0.057132798433303836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,power_law_1.2,0.4659135818481445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,2,power_law_1.01,0.31744000911712644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,power_law_1.01,0.05713919997215271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,power_law_1.2,0.5556223869323731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,2,power_law_1.01,0.3842047929763794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,power_law_1.01,0.05713919997215271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,16,power_law_1.2,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,power_law_1.2,0.6864768028259277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,2,power_law_1.01,0.44953598976135256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,16,power_law_1.2,0.04421760141849518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,power_law_1.2,0.8806400299072266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,power_law_1.01,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,2,power_law_1.01,0.5773312091827393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,16,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,power_law_1.2,1.1339776039123535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,16,power_law_1.2,0.04668799936771393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,power_law_1.01,0.066975998878479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,2,power_law_1.01,0.6541312217712403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,power_law_1.2,1.5409215927124023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,16,power_law_1.2,0.05015040040016174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,2,power_law_1.01,0.909727954864502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,power_law_1.2,2.0987903594970705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,power_law_1.01,0.07514879703521729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,16,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,power_law_1.2,2.4596416473388674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,power_law_1.01,0.08908159732818603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,2,power_law_1.01,1.1225088119506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,16,power_law_1.2,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,power_law_1.01,0.10076800584793091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,16,power_law_1.2,0.059596800804138185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,2,power_law_1.2,3.64727668762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,2,power_law_1.01,1.5462400436401367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,power_law_1.01,0.09009919762611389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,power_law_1.01,0.044268798828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,16,power_law_1.2,0.060224002599716185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,16,power_law_1.2,0.05877760052680969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,2,power_law_1.01,1.9994623184204101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,power_law_1.01,0.12717440128326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,16,power_law_1.2,0.061452800035476686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,2,power_law_1.2,7.71563491821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,power_law_1.01,0.15072640180587768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,16,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,2,power_law_1.01,2.2648832321166994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,power_law_1.01,0.04564479887485504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,power_law_1.01,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,16,power_law_1.2,0.06450560092926025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,power_law_1.01,0.2521087884902954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,power_law_1.01,0.09560959935188293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,16,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,2,power_law_1.01,3.5512321472167967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,power_law_1.01,0.29000320434570315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,16,power_law_1.2,0.07759360074996949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,power_law_1.01,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,power_law_1.01,0.42904958724975584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,16,power_law_1.2,0.07925119996070862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,power_law_1.01,0.061862397193908694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,1,power_law_1.2,0.06595839858055115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,power_law_1.01,0.19127680063247682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,16,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,power_law_1.01,0.4892735958099365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,2,power_law_1.01,6.956857299804687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,16,power_law_1.2,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,power_law_1.01,0.20234239101409912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,1,power_law_1.2,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,power_law_1.01,0.6902016162872314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,16,power_law_1.2,0.0966592013835907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,power_law_1.01,0.20276479721069335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,1,power_law_1.2,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,16,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,power_law_1.01,0.06638079881668091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,power_law_1.01,0.2097088098526001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,16,power_law_1.01,1.1089920043945312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,1,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,16,power_law_1.2,0.14398080110549927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,power_law_1.01,0.2230207920074463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,1,power_law_1.2,0.11100800037384033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,power_law_1.01,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,16,power_law_1.2,0.174892795085907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,power_law_1.01,0.23408639430999756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,16,power_law_1.01,2.2808576583862306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,1,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,power_law_1.01,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,16,power_law_1.2,0.197817599773407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,power_law_1.01,0.24288640022277833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,8,power_law_1.2,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,power_law_1.01,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,1,power_law_1.2,0.18309760093688965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,16,power_law_1.2,0.29716479778289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,power_law_1.01,0.265011191368103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,power_law_1.01,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,8,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,1,power_law_1.2,0.19619840383529663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,16,power_law_1.2,0.36659200191497804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,power_law_1.01,0.28117759227752687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,8,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,1,power_law_1.2,0.19988479614257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,power_law_1.01,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,power_law_1.01,0.3010495901107788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,8,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,16,power_law_1.2,0.5441535949707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,1,power_law_1.2,0.214630389213562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,power_law_1.01,0.13496960401535035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,8,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,power_law_1.01,0.3106816053390503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,16,power_law_1.2,0.7090112209320069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,1,power_law_1.2,0.2246527910232544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,power_law_1.01,0.16568319797515868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,8,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,power_law_1.01,0.37765119075775144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,power_law_1.01,0.20480639934539796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,1,power_law_1.2,0.22978560924530028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,8,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,16,power_law_1.2,0.9052032470703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,power_law_1.01,0.4302527904510498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,power_law_1.01,0.25988481044769285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,1,power_law_1.2,0.252512001991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,8,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,power_law_1.01,0.5330815792083741
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,8,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,power_law_1.01,0.33566720485687257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,16,power_law_1.2,2.0498432159423827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,1,power_law_1.2,0.26439681053161623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,power_law_1.01,0.6268928050994873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,8,power_law_1.2,0.061459201574325564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,1,power_law_1.2,0.282425594329834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,power_law_1.01,0.4356031894683838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,power_law_1.01,0.8236991882324218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,8,power_law_1.2,0.061875200271606444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,1,power_law_1.2,0.29306879043579104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,power_law_1.01,0.5724095821380615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,16,power_law_1.2,4.235276794433593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,8,power_law_1.2,0.06408960223197938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,power_law_1.01,1.010483169555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,1,power_law_1.2,0.3172544002532959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,power_law_1.01,0.6811583995819092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,8,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,power_law_1.01,1.4034943580627441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,1,power_law_1.2,0.3889152050018311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,8,power_law_1.2,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,8,power_law_1.01,0.9940863609313965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,1,power_law_1.2,0.4454400062561035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,8,power_law_1.2,0.08050559759140015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,power_law_1.01,1.7473535537719727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,8,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,1,power_law_1.2,0.5494783878326416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,power_law_1.01,2.4076351165771483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,8,power_law_1.01,2.1903360366821287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,8,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,1,power_law_1.2,0.6340928077697754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,power_law_1.01,3.065657615661621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,8,power_law_1.2,0.10116480588912964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,1,power_law_1.2,0.8372287750244141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,8,power_law_1.2,0.10442240238189697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,power_law_1.01,3.711590576171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,1,power_law_1.2,1.0276927947998047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,8,power_law_1.2,0.12062079906463623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,power_law_1.01,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,1,power_law_1.2,1.4088191986083984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,8,power_law_1.2,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,1,power_law_1.01,5.729478454589843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,8,power_law_1.2,0.1789952039718628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,power_law_1.01,0.03543039858341217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,1,power_law_1.2,1.758412742614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,8,power_law_1.2,0.21810560226440429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,power_law_1.01,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,1,power_law_1.2,2.408032035827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,8,power_law_1.2,0.2846719980239868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,1,power_law_1.01,11.062477111816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,8,power_law_1.2,0.38092799186706544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,1,power_law_1.2,3.084492874145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,power_law_1.01,0.06000639796257019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,8,power_law_1.2,0.5228544235229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,power_law_1.01,0.062035202980041504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,4,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,1,power_law_1.2,3.727155303955078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,power_law_1.01,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,8,power_law_1.2,0.6733823776245117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,4,power_law_1.2,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,power_law_1.01,0.0680191993713379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,4,power_law_1.2,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,8,power_law_1.2,0.8626175880432129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,power_law_1.01,0.06554880142211914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,1,power_law_1.2,5.728665542602539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,4,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,8,power_law_1.2,1.6035839080810548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,4,power_law_1.2,0.044863998889923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,power_law_1.01,0.06738560199737549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,4,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,power_law_1.01,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,1,power_law_1.2,11.045683288574219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,4,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,8,power_law_1.2,3.5172351837158202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,power_law_1.01,0.08846719861030579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,4,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,power_law_1.01,0.092985600233078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,4,power_law_1.2,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,4,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,4,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,power_law_1.01,0.13946880102157594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,4,power_law_1.2,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,power_law_1.01,0.16097279787063598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,4,power_law_1.2,0.07293440103530884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,power_law_1.01,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,power_law_1.01,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,4,power_law_1.2,0.07392640113830566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,power_law_1.01,0.035206401348114015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,power_law_1.01,0.25333120822906496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,4,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,power_law_1.01,0.04216319918632507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,power_law_1.01,0.33625600337982176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,4,power_law_1.2,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,power_law_1.01,0.04874880015850067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,power_law_1.01,0.406112003326416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,4,power_law_1.2,0.09646720290184022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,power_law_1.01,0.056505602598190305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,power_law_1.01,0.5441535949707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,4,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,4,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,power_law_1.01,0.7335936069488526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,power_law_1.01,0.07207679748535156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,4,power_law_1.2,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,power_law_1.01,0.8708095550537109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,4,power_law_1.2,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,4,power_law_1.01,1.3395968437194825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,4,power_law_1.2,0.19578239917755128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,power_law_1.01,0.078438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,4,power_law_1.2,0.26293120384216306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,power_law_1.01,0.0827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,4,power_law_1.01,3.223136138916016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,4,power_law_1.2,0.33812479972839354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,power_law_1.01,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,4,power_law_1.2,0.49376640319824217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,power_law_1.01,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,2,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,power_law_1.01,0.09875199794769288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,4,power_law_1.2,0.6897791862487793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,2,power_law_1.2,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,power_law_1.01,0.1034432053565979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,4,power_law_1.2,0.8720319747924805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,2,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,power_law_1.01,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,2,power_law_1.2,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,power_law_1.01,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,4,power_law_1.2,1.0305536270141602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,power_law_1.01,0.14847999811172485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,2,power_law_1.2,0.05326719880104065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,power_law_1.01,0.1810431957244873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,2,power_law_1.2,0.07065600156784058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,4,power_law_1.2,1.6539648056030274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,power_law_1.01,0.2150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,2,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,power_law_1.01,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,2,power_law_1.2,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,4,power_law_1.2,3.872972869873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,power_law_1.01,0.3551232099533081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,2,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,power_law_1.01,0.46552319526672364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,2,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,power_law_1.01,0.5756991863250732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,2,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,2,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,power_law_1.01,0.8183808326721191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,2,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,power_law_1.01,1.0432576179504394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,2,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,power_law_1.01,1.315839958190918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,2,power_law_1.2,0.09850239753723145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,2,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,2,power_law_1.01,2.2054912567138674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,2,power_law_1.2,0.11488640308380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,2,power_law_1.2,0.1345728039741516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,2,power_law_1.01,3.81280632019043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,2,power_law_1.2,0.15300480127334595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,2,power_law_1.2,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,2,power_law_1.2,0.235315203666687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,2,power_law_1.2,0.282425594329834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,power_law_1.01,0.03811840116977692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,2,power_law_1.2,0.3794944047927856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,2,power_law_1.2,0.4863999843597412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,power_law_1.01,0.04709759950637817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,2,power_law_1.2,0.6227903842926026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,power_law_1.01,0.0520576000213623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,power_law_1.01,0.05692160129547119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,2,power_law_1.2,0.8769536018371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,power_law_1.01,0.07987840175628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,2,power_law_1.2,1.1081855773925782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,power_law_1.01,0.08439679741859436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,2,power_law_1.2,1.3039551734924317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,2,power_law_1.2,2.0711679458618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,power_law_1.01,0.0892799973487854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,1,power_law_1.2,0.03811199963092804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,1,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,2,power_law_1.2,4.3896831512451175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,power_law_1.01,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,power_law_1.01,0.1742784023284912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,1,32,power_law_1.2,0.14867199659347535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,1,power_law_1.2,0.04503679871559143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,power_law_1.01,0.11897599697113037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,1,32,power_law_1.2,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,1,power_law_1.2,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,power_law_1.01,0.11325440406799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,power_law_1.01,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,1,32,power_law_1.2,0.08704000115394592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,1,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,power_law_1.01,0.12208000421524048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,1,32,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,1,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,power_law_1.01,0.12821120023727417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,power_law_1.01,0.10526080131530761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,1,32,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,1,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,power_law_1.01,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,1,32,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,1,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,power_law_1.01,0.16958080530166625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,power_law_1.01,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,1,32,power_law_1.2,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,1,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,power_law_1.01,0.2060159921646118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,1,32,power_law_1.2,0.12062720060348511
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,1,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,power_law_1.01,0.265011191368103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,power_law_1.01,0.12206720113754273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,1,32,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,1,power_law_1.2,0.0935808002948761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,power_law_1.01,0.12309119701385499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,power_law_1.01,0.3114943981170654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,1,32,power_law_1.2,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,1,power_law_1.2,0.0997376024723053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,power_law_1.01,0.13085440397262574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,power_law_1.01,0.42823038101196287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,1,32,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,1,power_law_1.2,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,power_law_1.01,0.5457920074462891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,1,32,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,1,power_law_1.2,0.11304320096969604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,power_law_1.01,0.14929280281066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,power_law_1.01,0.7315135955810547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,1,32,power_law_1.2,0.15358079671859742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,1,power_law_1.2,0.12246400117874146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,power_law_1.01,0.16547839641571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,power_law_1.01,0.9113599777221679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,1,32,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,1,power_law_1.2,0.1273792028427124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,power_law_1.01,0.1666751980781555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,1,32,power_law_1.2,0.1794111967086792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,1,power_law_1.2,0.14462080001831054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,power_law_1.01,1.2797887802124024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,power_law_1.01,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,1,32,power_law_1.2,0.18513280153274536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,1,power_law_1.2,0.17285759449005128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,power_law_1.01,0.16015360355377198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,power_law_1.01,0.1316864013671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,power_law_1.01,1.6494400024414062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,1,32,power_law_1.2,0.16588159799575805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,1,power_law_1.2,0.20111360549926757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,power_law_1.01,0.19027199745178222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,1,32,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,1,power_law_1.2,0.26029438972473146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,power_law_1.01,0.2131903886795044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,power_law_1.01,2.0330432891845702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,1,32,power_law_1.2,0.24596478939056396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,1,power_law_1.2,0.31763200759887694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,power_law_1.01,0.26848640441894533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,1,32,power_law_1.2,0.3192895889282227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,power_law_1.01,0.2725888013839722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,1,power_law_1.2,0.42987518310546874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,1,power_law_1.01,3.1266815185546877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,1,32,power_law_1.2,0.3298943996429443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,power_law_1.01,0.08558719754219055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,power_law_1.01,0.374566388130188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,1,power_law_1.2,0.5482495784759521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,power_law_1.01,0.11468160152435303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,1,32,power_law_1.2,0.445849609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,power_law_1.01,0.41697278022766116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,1,power_law_1.2,0.7270463943481446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,1,32,power_law_1.2,0.4802559852600098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,power_law_1.01,0.11407359838485717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,power_law_1.01,0.6574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,1,power_law_1.01,6.073920059204101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,1,power_law_1.2,0.9027647972106934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,1,32,power_law_1.2,0.7880640029907227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,power_law_1.01,0.11694079637527466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,power_law_1.01,0.7417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,1,power_law_1.2,1.2777791976928712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,power_law_1.01,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,1,32,power_law_1.2,1.0035264015197753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,power_law_1.01,1.0391551971435546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,16,power_law_1.2,0.1369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,power_law_1.01,0.13004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,1,power_law_1.2,1.6441343307495118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,1,32,power_law_1.2,1.3576255798339845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,power_law_1.01,0.12267520427703857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,16,power_law_1.2,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,power_law_1.01,1.4022720336914063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,1,power_law_1.2,2.0252607345581053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,power_law_1.01,0.12819839715957643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,16,power_law_1.2,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,1,32,power_law_1.2,2.00064640045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,power_law_1.01,1.7403903961181642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,16,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,1,power_law_1.2,3.1242111206054686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,1,32,power_law_1.2,3.23583984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,16,power_law_1.2,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,power_law_1.01,0.14376319646835328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,32,power_law_1.01,2.542380714416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,16,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,power_law_1.01,0.1499071955680847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,1,power_law_1.2,6.073555374145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,1,32,power_law_1.2,4.9164478302001955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,16,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,16,power_law_1.2,0.1236799955368042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,power_law_1.01,0.1855679988861084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,32,power_law_1.01,6.351891326904297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,16,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,power_law_1.01,0.19108480215072632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,16,power_law_1.2,0.12636159658432006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,1,32,power_law_1.2,13.31712646484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,power_law_1.01,0.23002879619598388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,16,power_law_1.2,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,power_law_1.01,0.237555193901062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,16,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,power_law_1.01,0.10363520383834839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,power_law_1.01,0.3182528018951416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,16,power_law_1.2,0.14419200420379638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,power_law_1.01,0.10116480588912964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,power_law_1.01,0.35653119087219237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,16,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,power_law_1.01,0.0673792004585266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,power_law_1.01,0.4438079833984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,16,power_law_1.2,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,power_law_1.01,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,power_law_1.01,0.6027008056640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,16,power_law_1.2,0.1503167986869812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,power_law_1.01,0.0886847972869873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,power_law_1.01,0.8773568153381348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,16,power_law_1.2,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,power_law_1.01,1.0696703910827636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,16,power_law_1.2,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,power_law_1.01,0.11693439483642579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,power_law_1.01,1.3842432022094726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,16,power_law_1.2,0.20889599323272706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,power_law_1.01,0.12079999446868897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,16,power_law_1.2,0.28362240791320803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,power_law_1.01,0.12616959810256959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,16,power_law_1.01,2.1980928421020507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,power_law_1.01,0.12778879404067994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,16,power_law_1.2,0.27791359424591067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,16,power_law_1.2,0.36720640659332277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,16,power_law_1.01,5.161388778686524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,power_law_1.01,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,16,power_law_1.2,0.45199999809265134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,power_law_1.01,0.14090880155563354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,16,power_law_1.2,0.558892822265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,power_law_1.01,0.13968000411987305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,8,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,16,power_law_1.2,0.7847936153411865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,power_law_1.01,0.13824000358581542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,8,power_law_1.2,0.06573439836502075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,power_law_1.01,0.15196800231933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,16,power_law_1.2,1.085638427734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,8,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,power_law_1.01,0.15400960445404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,8,power_law_1.2,0.0800704002380371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,16,power_law_1.2,1.5667263984680175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,power_law_1.01,0.17612799406051635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,8,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,power_law_1.01,0.1890239953994751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,16,power_law_1.2,1.9716096878051759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,8,power_law_1.2,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,power_law_1.01,0.22814719676971434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,8,power_law_1.2,0.11038719415664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,power_law_1.01,0.24657280445098878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,16,power_law_1.2,2.9800575256347654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,8,power_law_1.2,0.12349439859390259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,power_law_1.01,0.3274816036224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,8,power_law_1.2,0.13004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,power_law_1.01,0.34406399726867676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,8,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,power_law_1.01,0.47124481201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,16,power_law_1.2,6.709267425537109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,8,power_law_1.2,0.1337407946586609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,power_law_1.01,0.5543935775756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,8,power_law_1.2,0.14190080165863037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,power_law_1.01,0.8634367942810058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,8,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,power_law_1.01,0.9895936012268066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,8,power_law_1.2,0.14110080003738404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,power_law_1.01,1.215078353881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,8,power_law_1.2,0.15134719610214234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,8,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,8,power_law_1.01,1.9978239059448242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,8,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,8,power_law_1.2,0.18555519580841065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,8,power_law_1.01,4.1136127471923825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,8,power_law_1.2,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,8,power_law_1.2,0.23797121047973632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,8,power_law_1.2,0.2678783893585205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,8,power_law_1.2,0.34591360092163087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,8,power_law_1.2,0.4112383842468262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,8,power_law_1.2,0.6594560146331787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,8,power_law_1.2,0.799955177307129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,8,power_law_1.2,0.9596927642822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,8,power_law_1.2,1.2224448204040528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,power_law_1.01,0.06944000124931335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,8,power_law_1.2,1.6756799697875977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,8,power_law_1.2,2.752716827392578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,power_law_1.01,0.07862399816513062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,power_law_1.01,0.09134719967842102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,8,power_law_1.2,5.844582366943359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,power_law_1.01,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,power_law_1.01,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,power_law_1.01,0.13147519826889037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,power_law_1.01,0.14171520471572877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,4,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,power_law_1.01,0.14787839651107787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,4,power_law_1.2,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,power_law_1.01,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,4,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,4,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,power_law_1.01,0.15198080539703368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,4,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,power_law_1.01,0.15852160453796388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,4,power_law_1.2,0.11140480041503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,power_law_1.01,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,4,power_law_1.2,0.11592960357666016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,power_law_1.01,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,power_law_1.01,0.18469760417938233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,2,power_law_1.2,0.058169597387313844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,4,power_law_1.2,0.12554240226745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,power_law_1.01,0.2068416118621826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,2,power_law_1.2,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,power_law_1.01,0.08313599824905396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,4,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,power_law_1.01,0.24510719776153564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,2,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,power_law_1.01,0.09318400025367737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,4,power_law_1.2,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,power_law_1.01,0.2744319915771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,2,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,power_law_1.01,0.12778879404067994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,4,power_law_1.2,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,2,power_law_1.2,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,power_law_1.01,0.35287039279937743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,power_law_1.01,0.13516160249710082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,4,power_law_1.2,0.1536128044128418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,2,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,power_law_1.01,0.43520002365112304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,power_law_1.01,0.14049919843673705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,4,power_law_1.2,0.15853439569473265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,2,power_law_1.2,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,power_law_1.01,0.5503168106079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,power_law_1.01,0.14623359441757203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,4,power_law_1.2,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,2,power_law_1.2,0.13905919790267945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,power_law_1.01,0.7102464199066162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,4,power_law_1.2,0.15564800500869752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,2,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,power_law_1.01,0.15075199604034423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,power_law_1.01,0.9613247871398926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,4,power_law_1.2,0.16424959897994995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,2,power_law_1.2,0.14377599954605103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,4,power_law_1.2,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,2,power_law_1.2,0.1536064028739929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,power_law_1.01,1.2650495529174806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,power_law_1.01,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,4,power_law_1.2,0.19213440418243408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,2,power_law_1.2,0.156876802444458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,power_law_1.01,0.1703871965408325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,power_law_1.01,1.6044095993041991
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,4,power_law_1.2,0.21461119651794433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,2,power_law_1.2,0.16179200410842895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,power_law_1.01,0.1804159998893738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,4,power_law_1.2,0.24657919406890869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,2,power_law_1.2,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,power_law_1.01,0.19456000328063966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,4,power_law_1.01,2.5620479583740234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,4,power_law_1.2,0.30332159996032715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,2,power_law_1.2,0.1929152011871338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,power_law_1.01,0.210534405708313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,4,power_law_1.2,0.3584000110626221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,2,power_law_1.2,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,power_law_1.01,0.24596478939056396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,4,power_law_1.01,4.891436767578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,4,power_law_1.2,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,2,power_law_1.2,0.21483519077301025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,power_law_1.01,0.2678719997406006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,4,power_law_1.2,0.617471981048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,2,power_law_1.2,0.25620479583740235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,power_law_1.01,0.33034238815307615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,4,power_law_1.2,0.7569407939910888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,2,power_law_1.2,0.2781248092651367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,power_law_1.01,0.3627007961273193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,2,power_law_1.2,0.3225600004196167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,4,power_law_1.2,1.0553343772888184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,power_law_1.01,0.4667391777038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,2,power_law_1.2,0.3825599908828735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,4,power_law_1.2,1.3019136428833007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,power_law_1.01,0.5973951816558838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,2,power_law_1.2,0.49215359687805177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,power_law_1.01,0.785203218460083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,4,power_law_1.2,1.7063871383666993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,2,power_law_1.2,0.6357183933258057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,power_law_1.01,0.9875455856323242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,4,power_law_1.2,2.994380760192871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,2,power_law_1.2,0.7897088050842285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,power_law_1.01,1.3805631637573241
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,2,power_law_1.2,1.0018815994262695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,power_law_1.01,0.24026238918304443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,4,power_law_1.2,6.650259399414063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,power_law_1.01,1.7022975921630858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,2,power_law_1.2,1.406771183013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,power_law_1.01,0.2170880079269409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,power_law_1.01,2.1583871841430664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,2,power_law_1.2,1.8886592864990235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,power_law_1.01,0.22712318897247313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,power_law_1.01,0.09827839732170104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,2,power_law_1.2,2.2296512603759764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,2,power_law_1.01,3.1074239730834963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,power_law_1.01,0.1259392023086548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,2,power_law_1.2,3.442272186279297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,2,power_law_1.01,6.661746978759766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,power_law_1.01,0.1716223955154419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,power_law_1.01,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,2,power_law_1.2,7.491168212890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,power_law_1.01,0.1861631989479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,power_law_1.01,0.19045120477676392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,power_law_1.01,0.17408000230789183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,power_law_1.01,0.19537919759750366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,32,power_law_1.2,0.24430079460144044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,32,power_law_1.2,0.21569280624389647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,power_law_1.01,0.20930559635162355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,32,power_law_1.2,0.18391040563583375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,power_law_1.01,0.0573311984539032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,power_law_1.01,0.2160576105117798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,power_law_1.01,0.06387199759483338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,32,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,power_law_1.01,0.21135358810424804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,power_law_1.01,0.07455360293388366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,32,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,power_law_1.01,0.2279423952102661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,power_law_1.01,0.10980479717254639
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,32,power_law_1.2,0.1411072015762329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,power_law_1.01,0.24043519496917726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,power_law_1.01,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,32,power_law_1.2,0.15749119520187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,power_law_1.01,0.2672640085220337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,power_law_1.01,0.15850239992141724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,32,power_law_1.2,0.16936960220336914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,power_law_1.01,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,power_law_1.01,0.3057663917541504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,power_law_1.01,0.16915839910507202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,32,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,power_law_1.01,0.33034238815307615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,power_law_1.01,0.1742784023284912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,32,power_law_1.2,0.16363519430160522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,power_law_1.01,0.41943039894104006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,power_law_1.01,0.1793984055519104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,32,power_law_1.2,0.18945280313491822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,power_law_1.01,0.4831232070922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,power_law_1.01,0.19455360174179076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,power_law_1.01,0.19516799449920655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,32,power_law_1.2,0.19435520172119142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,power_law_1.01,0.6301631927490234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,power_law_1.01,0.21155838966369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,32,power_law_1.2,0.20090880393981933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,power_law_1.01,0.698367977142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,power_law_1.01,0.22465920448303223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,1,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,power_law_1.01,0.24002559185028077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,32,power_law_1.2,0.20848639011383058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,power_law_1.01,0.9805952072143554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,1,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,power_law_1.01,0.26582400798797606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,32,power_law_1.2,0.2070528030395508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,1,power_law_1.2,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,power_law_1.01,0.3270591974258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,power_law_1.01,1.387929630279541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,1,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,power_law_1.01,0.3729471921920776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,32,power_law_1.2,0.22344319820404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,power_law_1.01,0.4716800212860107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,1,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,power_law_1.01,1.535590362548828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,32,power_law_1.2,0.21810560226440429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,power_law_1.01,0.5625855922698975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,1,power_law_1.2,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,32,power_law_1.2,0.25662078857421877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,power_law_1.01,0.7327807903289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,1,power_law_1.2,0.1597440004348755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,32,power_law_1.01,2.253414344787598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,power_law_1.01,0.8716352462768555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,32,power_law_1.2,0.2807807922363281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,1,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,power_law_1.01,1.164691162109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,1,power_law_1.2,0.17225600481033326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,32,power_law_1.2,0.3284991979598999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,32,power_law_1.01,5.520383834838867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,power_law_1.01,1.444863986968994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,1,power_law_1.2,0.1810431957244873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,32,power_law_1.2,0.3655679941177368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,power_law_1.01,2.003968048095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,1,power_law_1.2,0.18881920576095582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,32,power_law_1.2,0.4863999843597412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,1,power_law_1.2,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,power_law_1.01,2.579270362854004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,1,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,32,power_law_1.2,0.4859839916229248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,power_law_1.01,3.1694847106933595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,power_law_1.01,0.15318399667739868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,1,power_law_1.2,0.2193471908569336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,32,power_law_1.2,0.6467584133148193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,1,power_law_1.2,0.2302016019821167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,power_law_1.01,0.18227200508117675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,1,power_law_1.01,4.885728073120117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,32,power_law_1.2,0.8101887702941895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,1,power_law_1.2,0.24391679763793944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,power_law_1.01,0.23982079029083253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,1,power_law_1.2,0.27054080963134763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,32,power_law_1.2,1.1282431602478027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,1,power_law_1.2,0.3340224027633667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,1,power_law_1.01,9.530777740478516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,32,power_law_1.2,1.5085311889648438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,1,power_law_1.2,0.38522241115570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,power_law_1.01,0.14171520471572877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,1,power_law_1.2,0.49010558128356935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,32,power_law_1.2,2.1309375762939453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,1,power_law_1.2,0.5654272079467774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,power_law_1.01,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,1,power_law_1.2,0.7311423778533935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,32,power_law_1.2,3.073849678039551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,power_law_1.01,0.17041280269622802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,1,power_law_1.2,0.9150464057922363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,16,power_law_1.2,0.15584640502929686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,power_law_1.01,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,1,power_law_1.2,1.205247974395752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,16,power_law_1.2,0.1763200044631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,power_law_1.01,0.18350080251693726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,32,power_law_1.2,9.046438598632813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,1,power_law_1.2,1.4567487716674805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,16,power_law_1.2,0.15360000133514404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,1,power_law_1.2,1.9990463256835938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,16,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,power_law_1.01,0.20110719203948973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,1,power_law_1.2,2.5776256561279296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,16,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,power_law_1.01,0.2031615972518921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,1,power_law_1.2,3.1682559967041017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,power_law_1.01,0.19578880071640015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,16,power_law_1.2,0.12492159605026246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,1,power_law_1.2,4.884070587158203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,power_law_1.01,0.22139520645141603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,16,power_law_1.2,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,power_law_1.01,0.21892480850219725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,16,power_law_1.2,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,power_law_1.01,0.1001471996307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,1,power_law_1.2,9.504563140869141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,power_law_1.01,0.2383807897567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,16,power_law_1.2,0.1748800039291382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,power_law_1.01,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,8,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,power_law_1.01,0.26070399284362794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,power_law_1.01,0.17901439666748048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,16,power_law_1.2,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,8,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,power_law_1.01,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,power_law_1.01,0.3041280031204224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,16,power_law_1.2,0.18288639783859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,8,power_law_1.2,0.10118399858474732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,16,power_law_1.2,0.182259202003479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,power_law_1.01,0.3110912084579468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,8,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,power_law_1.01,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,16,power_law_1.2,0.19169280529022217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,8,power_law_1.2,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,power_law_1.01,0.3756095886230469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,power_law_1.01,0.149510395526886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,16,power_law_1.2,0.20726399421691893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,8,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,power_law_1.01,0.4261824131011963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,16,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,8,power_law_1.2,0.14069759845733643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,power_law_1.01,0.5236735820770264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,power_law_1.01,0.17203199863433838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,16,power_law_1.2,0.2090751886367798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,8,power_law_1.2,0.16465920209884644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,power_law_1.01,0.6926271915435791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,power_law_1.01,0.17735040187835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,16,power_law_1.2,0.2183232069015503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,8,power_law_1.2,0.17408000230789183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,power_law_1.01,0.8986687660217285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,power_law_1.01,0.18778239488601683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,8,power_law_1.2,0.17305599451065062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,16,power_law_1.2,0.23532159328460694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,power_law_1.01,0.1916800022125244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,8,power_law_1.2,0.1797824025154114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,power_law_1.01,1.1155391693115235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,16,power_law_1.2,0.25763840675354005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,power_law_1.01,0.19578880071640015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,8,power_law_1.2,0.1976256012916565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,16,power_law_1.2,0.2932735919952393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,power_law_1.01,1.405951976776123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,power_law_1.01,0.19864959716796876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,8,power_law_1.2,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,16,power_law_1.2,0.35573759078979494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,power_law_1.01,0.2135999917984009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,16,power_law_1.01,2.214918327331543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,8,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,16,power_law_1.2,0.4536320209503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,power_law_1.01,0.21299200057983397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,8,power_law_1.2,0.2134079933166504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,16,power_law_1.2,0.4704256057739258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,power_law_1.01,0.22588798999786378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,8,power_law_1.2,0.21421439647674562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,16,power_law_1.01,4.291372680664063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,16,power_law_1.2,0.5822463989257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,power_law_1.01,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,8,power_law_1.2,0.23327360153198243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,16,power_law_1.2,0.7331840038299561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,power_law_1.01,0.2721791982650757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,8,power_law_1.2,0.25026559829711914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,16,power_law_1.2,1.0493951797485352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,power_law_1.01,0.314572811126709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,8,power_law_1.2,0.27095038890838624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,16,power_law_1.2,1.311737632751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,power_law_1.01,0.31498239040374754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,8,power_law_1.2,0.3274751901626587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,power_law_1.01,0.3803136110305786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,16,power_law_1.2,1.594976043701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,8,power_law_1.2,0.34858241081237795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,8,power_law_1.2,0.4143040180206299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,power_law_1.01,0.4413504123687744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,16,power_law_1.2,2.4735744476318358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,8,power_law_1.2,0.4749311923980713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,power_law_1.01,0.5597055912017822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,8,power_law_1.2,0.614188814163208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,power_law_1.01,0.7151616096496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,16,power_law_1.2,5.318041610717773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,8,power_law_1.2,0.7831615924835205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,power_law_1.01,0.9502655982971191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,8,power_law_1.2,1.0983360290527344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,power_law_1.01,1.1933695793151855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,8,power_law_1.2,1.3342720031738282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,power_law_1.01,1.4702655792236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,8,power_law_1.2,1.5536128044128419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,8,power_law_1.01,2.2136768341064452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,8,power_law_1.2,2.6546112060546876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,power_law_1.01,0.07356160283088684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,8,power_law_1.01,4.572185516357422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,power_law_1.01,0.09071360230445862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,8,power_law_1.2,5.633849716186523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,power_law_1.01,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,power_law_1.01,0.1056831955909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,power_law_1.01,0.1746880054473877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,4,power_law_1.2,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,power_law_1.01,0.18327679634094238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,4,power_law_1.2,0.09071360230445862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,power_law_1.01,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,4,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,power_law_1.01,0.19701119661331176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,power_law_1.01,0.2050112009048462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,4,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,power_law_1.01,0.22035839557647705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,4,power_law_1.2,0.09728000164031983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,power_law_1.01,0.22179839611053467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,4,power_law_1.2,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,power_law_1.01,0.2357248067855835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,4,power_law_1.2,0.132915198802948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,power_law_1.01,0.23978879451751708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,4,power_law_1.2,0.16732159852981568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,power_law_1.01,0.2561919927597046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,4,power_law_1.2,0.17612799406051635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,8,power_law_1.01,0.03769600093364715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,power_law_1.01,0.27895679473876955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,4,power_law_1.2,0.18862080574035645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,8,power_law_1.01,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,power_law_1.01,0.30617599487304686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,4,power_law_1.2,0.19597439765930175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,4,8,power_law_1.2,0.03683840036392212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,4,power_law_1.2,0.19496320486068724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,4,8,power_law_1.2,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,power_law_1.01,0.3704832077026367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,8,power_law_1.01,0.03689599931240082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,4,power_law_1.2,0.2043839931488037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,4,8,power_law_1.2,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,8,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,power_law_1.01,0.3794816017150879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,4,8,power_law_1.2,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,4,power_law_1.2,0.21237120628356934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,8,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,4,8,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,power_law_1.01,0.45240321159362795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,4,power_law_1.2,0.2367232084274292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,8,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,4,8,power_law_1.2,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,8,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,4,power_law_1.2,0.2348992109298706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,power_law_1.01,0.5445631980895996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,4,8,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,8,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,4,power_law_1.2,0.25496959686279297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,power_law_1.01,0.7086080074310303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,8,power_law_1.01,0.04258559942245484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,4,8,power_law_1.2,0.0381056010723114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,4,power_law_1.2,0.3008512020111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,8,power_law_1.01,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,4,8,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,4,power_law_1.2,0.3158143997192383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,power_law_1.01,0.8761343955993652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,8,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,4,8,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,4,power_law_1.2,0.38296959400177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,8,power_law_1.01,0.04622719883918762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,4,8,power_law_1.2,0.041356799006462094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,power_law_1.01,1.1728896141052245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,4,power_law_1.2,0.3969023942947388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,8,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,4,8,power_law_1.2,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,4,power_law_1.2,0.49050240516662597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,8,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,4,8,power_law_1.2,0.047142401337623596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,power_law_1.01,1.5196160316467284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,power_law_1.01,0.07128319740295411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,8,power_law_1.01,0.06614400148391723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,4,8,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,4,power_law_1.2,0.5818624019622802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,8,power_law_1.01,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,4,8,power_law_1.2,0.056550401449203494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,4,power_law_1.2,0.7356351852416992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,power_law_1.01,1.7719295501708985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,power_law_1.01,0.09626240134239197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,8,power_law_1.01,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,4,8,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,4,power_law_1.2,0.9564224243164062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,8,power_law_1.01,0.09441279768943786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,4,8,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,power_law_1.01,0.08170880079269409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,4,power_law_1.01,2.843641662597656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,4,power_law_1.2,1.232691192626953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,8,power_law_1.01,0.11816320419311524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,4,8,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,8,power_law_1.01,0.13638399839401244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,4,8,power_law_1.2,0.09708160161972046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,4,power_law_1.2,1.687526321411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,4,8,power_law_1.2,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,8,power_law_1.01,0.19088000059127808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,2,power_law_1.2,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,power_law_1.01,0.14684159755706788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,4,power_law_1.01,5.299609756469726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,4,power_law_1.2,1.9896255493164063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,4,8,power_law_1.2,0.13682559728622437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,8,power_law_1.01,0.22712318897247313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,4,8,power_law_1.2,0.18596479892730713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,8,power_law_1.01,0.32009599208831785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,2,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,power_law_1.01,0.15729279518127443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,4,power_law_1.2,3.0320575714111326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,4,8,power_law_1.2,0.23367679119110107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,8,power_law_1.01,0.4048895835876465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,2,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,power_law_1.01,0.18616960048675538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,4,8,power_law_1.2,0.31784958839416505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,8,power_law_1.01,0.6463359832763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,4,power_law_1.2,5.797068786621094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,4,8,power_law_1.2,0.43765759468078613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,8,power_law_1.01,0.8298496246337891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,2,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,power_law_1.01,0.19435520172119142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,4,8,power_law_1.2,0.6186944007873535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,8,power_law_1.01,1.029740810394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,2,power_law_1.2,0.1056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,4,8,power_law_1.2,0.7667712211608887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,power_law_1.01,0.20377600193023682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,8,power_law_1.01,1.6519296646118165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,4,8,power_law_1.2,1.053279972076416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,2,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,power_law_1.01,0.21402239799499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,8,power_law_1.01,3.699718475341797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,4,8,power_law_1.2,1.7272832870483399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,2,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,power_law_1.01,0.2205888032913208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,4,8,power_law_1.2,3.7804031372070312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,2,power_law_1.2,0.18431999683380126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,power_law_1.01,0.232857608795166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,2,power_law_1.2,0.1900480031967163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,power_law_1.01,0.2383807897567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,2,power_law_1.2,0.19578880071640015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,power_law_1.01,0.263372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,2,power_law_1.2,0.2129663944244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,power_law_1.01,0.2658368110656738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,2,power_law_1.2,0.2224384069442749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,power_law_1.01,0.28405759334564207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,2,power_law_1.2,0.22814719676971434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,power_law_1.01,0.323417592048645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,4,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,2,power_law_1.2,0.24676480293273925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,4,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,power_law_1.01,0.36720640659332277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,2,power_law_1.2,0.2627968072891235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,4,power_law_1.01,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,power_law_1.01,0.444217586517334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,4,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,2,power_law_1.2,0.2734143972396851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,4,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,4,power_law_1.01,0.03683840036392212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,power_law_1.01,0.5105663776397705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,4,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,2,power_law_1.2,0.2871295928955078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,4,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,4,power_law_1.2,0.03726080060005188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,4,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,2,power_law_1.2,0.3389440059661865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,power_law_1.01,0.6406144142150879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,4,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,4,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,4,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,4,power_law_1.01,0.03845759928226471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,2,power_law_1.2,0.3635263919830322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,4,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,power_law_1.01,0.7536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,4,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,4,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,2,power_law_1.2,0.44953598976135256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,4,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,4,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,power_law_1.01,0.9658368110656739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,2,power_law_1.01,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,4,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,4,power_law_1.2,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,2,power_law_1.2,0.5277760028839111
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,4,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,4,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,2,power_law_1.01,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,power_law_1.01,1.2404735565185547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,4,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,4,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,2,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,2,power_law_1.2,0.6754303932189941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,4,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,2,power_law_1.01,0.03523840010166168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,4,power_law_1.01,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,4,power_law_1.2,0.045849600434303285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,2,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,4,power_law_1.01,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,2,power_law_1.01,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,power_law_1.01,1.6900096893310548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,4,power_law_1.2,0.04746879935264588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,2,power_law_1.2,0.7835648059844971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,4,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,2,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,4,power_law_1.2,0.05509120225906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,2,power_law_1.01,0.0369024008512497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,4,power_law_1.2,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,4,power_law_1.01,0.07434880137443542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,2,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,2,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,2,power_law_1.2,0.9949184417724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,power_law_1.01,2.064588737487793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,4,power_law_1.2,0.06615039706230164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,4,power_law_1.01,0.08233600258827209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,2,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,4,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,2,power_law_1.2,0.036025598645210266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,4,power_law_1.01,0.10281599760055542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,4,power_law_1.2,0.08438400030136109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,2,power_law_1.01,0.03993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,2,power_law_1.2,1.2580863952636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,2,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,4,power_law_1.01,0.12739200592041017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,4,power_law_1.2,0.1093567967414856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,power_law_1.01,2.5075775146484376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,2,power_law_1.01,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,4,power_law_1.01,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,2,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,4,power_law_1.2,0.12840960025787354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,2,power_law_1.01,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,2,power_law_1.2,1.7166336059570313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,4,power_law_1.2,0.17755520343780518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,4,power_law_1.01,0.19579520225524902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,2,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,4,power_law_1.2,0.20888960361480713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,2,power_law_1.01,0.04239999949932098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,4,power_law_1.01,0.2865151882171631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,2,power_law_1.01,3.996051025390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,2,power_law_1.2,0.03893760144710541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,4,power_law_1.2,0.31559679508209226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,2,power_law_1.01,0.042630401253700254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,4,power_law_1.01,0.3848128080368042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,2,power_law_1.2,2.166169548034668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,2,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,4,power_law_1.2,0.40857601165771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,2,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,4,power_law_1.01,0.5576704025268555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,4,power_law_1.2,0.654534387588501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,2,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,2,power_law_1.01,0.04485119879245758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,4,power_law_1.2,0.7974912166595459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,4,power_law_1.01,0.6293568134307861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,2,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,2,power_law_1.01,7.23535385131836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,2,power_law_1.2,2.538291168212891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,4,power_law_1.2,0.9392064094543457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,2,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,4,power_law_1.01,0.8941568374633789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,2,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,4,power_law_1.2,1.4624832153320313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,2,power_law_1.01,0.053452801704406736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,2,power_law_1.2,0.04385280013084412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,4,power_law_1.01,1.5552512168884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,2,power_law_1.01,0.057132798433303836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,4,power_law_1.2,2.9882368087768554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,2,power_law_1.2,4.024319839477539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,2,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,2,power_law_1.01,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,4,power_law_1.01,3.28089599609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,2,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,2,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,2,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,2,power_law_1.01,0.0886784017086029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,2,power_law_1.2,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,2,power_law_1.2,7.387961578369141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,2,power_law_1.01,0.11202559471130372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,2,power_law_1.2,0.08317440152168273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,power_law_1.01,0.06964480280876159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,2,power_law_1.01,0.14622080326080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,2,power_law_1.2,0.09728639721870422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,2,power_law_1.01,0.18268799781799316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,2,power_law_1.2,0.11836800575256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,2,power_law_1.01,0.25763840675354005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,power_law_1.01,0.08272640109062195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,2,power_law_1.2,0.1638527989387512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,2,power_law_1.01,0.34695680141448976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,2,power_law_1.2,0.19251199960708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,power_law_1.01,0.09833599925041199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,2,power_law_1.01,0.4614208221435547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,2,power_law_1.2,0.26377599239349364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,2,power_law_1.01,0.5953536033630371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,2,power_law_1.2,0.3201024055480957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,power_law_1.01,0.17203199863433838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,2,power_law_1.01,0.7356480121612549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,2,power_law_1.2,0.4847616195678711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,power_law_1.01,0.1937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,16,2,power_law_1.01,1.2126208305358888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,2,power_law_1.2,0.6336512088775634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,power_law_1.01,0.23941121101379395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,2,power_law_1.2,0.8183744430541993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,16,2,power_law_1.01,2.6902528762817384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,power_law_1.01,0.24965119361877441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,16,2,power_law_1.2,1.2636159896850585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,power_law_1.01,0.2609087944030762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,1,power_law_1.2,0.07038080096244811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,16,2,power_law_1.2,2.879283142089844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,power_law_1.01,0.2693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,1,power_law_1.2,0.07411839962005615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,power_law_1.01,0.2864959955215454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,1,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,power_law_1.01,0.28669440746307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,1,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,1,power_law_1.01,0.03521279990673065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,power_law_1.01,0.30614399909973145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,1,power_law_1.01,0.03439359962940216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,1,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,power_law_1.01,0.32337920665740966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,1,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,1,power_law_1.2,0.15441279411315917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,1,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,1,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,power_law_1.01,0.3422208070755005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,1,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,1,power_law_1.2,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,1,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,1,power_law_1.01,0.03993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,power_law_1.01,0.3627007961273193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,1,power_law_1.01,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,1,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,8,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,1,power_law_1.2,0.2238464117050171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,1,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,power_law_1.01,0.4331520080566406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,8,power_law_1.01,0.04141440093517303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,1,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,1,power_law_1.01,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,1,power_law_1.2,0.24534399509429933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,8,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,1,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,power_law_1.01,0.4974527835845947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,1,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,8,power_law_1.01,0.04506880044937134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,4,8,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,1,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,1,power_law_1.2,0.25128319263458254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,1,power_law_1.01,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,8,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,power_law_1.01,0.6178815841674805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,4,8,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,1,power_law_1.2,0.040524798631668094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,8,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,1,power_law_1.01,0.04544639885425568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,1,power_law_1.2,0.26398720741271975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,1,power_law_1.2,0.04056319892406464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,4,8,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,8,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,power_law_1.01,0.7356351852416992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,1,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,1,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,4,8,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,8,power_law_1.01,0.04709759950637817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,1,power_law_1.2,0.27710719108581544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,1,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,1,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,power_law_1.01,0.9408512115478516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,8,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,4,8,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,1,power_law_1.01,0.05694720149040222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,1,power_law_1.2,0.28548479080200195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,1,power_law_1.2,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,8,power_law_1.01,0.05123839974403381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,4,8,power_law_1.2,0.04304639995098114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,1,power_law_1.01,0.05859839916229248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,power_law_1.01,1.1802623748779297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,8,power_law_1.01,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,1,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,4,8,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,1,power_law_1.2,0.3067903995513916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,1,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,8,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,1,power_law_1.2,0.04750719964504242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,4,8,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,power_law_1.01,1.5216640472412108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,1,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,8,power_law_1.01,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,1,power_law_1.2,0.3199359893798828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,1,power_law_1.2,0.04832639992237091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,4,8,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,8,power_law_1.01,0.06472319960594178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,1,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,1,power_law_1.2,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,power_law_1.01,1.9785856246948241
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,4,8,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,4,power_law_1.01,0.04749439954757691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,1,power_law_1.2,0.3452928066253662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,8,power_law_1.01,0.07270399928092956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,1,power_law_1.01,0.10588159561157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,1,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,4,8,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,4,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,8,power_law_1.01,0.08008319735527039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,1,power_law_1.2,0.061414402723312375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,1,power_law_1.2,0.3684351921081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,power_law_1.01,2.6845184326171876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,1,power_law_1.01,0.11939840316772461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,4,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,4,8,power_law_1.2,0.056729602813720706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,8,power_law_1.01,0.08580480217933655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,1,power_law_1.2,0.07617920041084289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,4,power_law_1.01,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,1,power_law_1.2,0.44462080001831056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,1,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,8,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,4,8,power_law_1.2,0.060198402404785155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,1,power_law_1.2,0.08335360288619995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,4,power_law_1.2,0.04380159974098206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,power_law_1.01,3.2800575256347657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,4,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,8,power_law_1.01,0.13578879833221436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,1,power_law_1.01,0.18965760469436646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,1,power_law_1.2,0.5089280128479003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,1,power_law_1.2,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,4,8,power_law_1.2,0.06801279783248901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,4,power_law_1.2,0.03952000141143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,8,power_law_1.01,0.15786240100860596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,4,power_law_1.01,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,1,power_law_1.2,0.1210368037223816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,1,power_law_1.01,0.2598912000656128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,4,8,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,power_law_1.01,3.9915584564208983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,1,power_law_1.2,0.6289408206939697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,8,power_law_1.01,0.18472959995269775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,1,power_law_1.2,0.16178560256958008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,4,power_law_1.01,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,4,power_law_1.2,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,1,power_law_1.01,0.33013119697570803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,4,8,power_law_1.2,0.08399360179901123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,8,power_law_1.01,0.2664383888244629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,1,power_law_1.2,0.7524352073669434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,1,power_law_1.2,0.1921023964881897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,4,power_law_1.01,0.044249600172042845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,8,power_law_1.01,0.32585599422454836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,4,power_law_1.2,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,4,8,power_law_1.2,0.08888959884643555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,1,power_law_1.01,0.4765888214111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,1,power_law_1.01,6.130688095092774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,1,power_law_1.2,0.25947520732879636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,1,power_law_1.2,0.9596927642822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,8,power_law_1.01,0.47616000175476075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,4,8,power_law_1.2,0.11304320096969604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,4,power_law_1.01,0.04340479969978332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,1,power_law_1.2,0.33239040374755857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,4,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,1,power_law_1.01,0.6219776153564454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,1,power_law_1.2,1.1966336250305176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,8,power_law_1.01,0.6092735767364502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,4,8,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,1,power_law_1.2,0.47779197692871095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,4,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,4,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,1,power_law_1.01,0.7692351818084717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,8,power_law_1.01,0.9560064315795899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,1,power_law_1.2,0.6293439865112305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,4,8,power_law_1.2,0.16711679697036744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,1,power_law_1.01,11.760050964355468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,1,power_law_1.2,1.5507455825805665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,4,power_law_1.01,0.04874880015850067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,4,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,8,power_law_1.01,1.279366397857666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,1,power_law_1.2,0.7782400131225586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,32,1,power_law_1.01,1.1925567626953124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,4,8,power_law_1.2,0.19578880071640015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,1,power_law_1.2,2.065407943725586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,4,power_law_1.01,0.05262719988822937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,8,power_law_1.01,1.6977920532226562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,32,1,power_law_1.2,1.2040127754211425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,4,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,4,8,power_law_1.2,0.2684927940368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,32,1,power_law_1.01,2.3584831237792967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,1,power_law_1.2,2.736332893371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,4,8,power_law_1.2,0.3258368015289307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,4,power_law_1.01,0.056729602813720706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,4,power_law_1.2,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,32,1,power_law_1.2,2.3793792724609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,8,power_law_1.01,2.6267648696899415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,4,8,power_law_1.2,0.50032639503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,4,power_law_1.2,0.05077120065689087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,4,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,1,power_law_1.2,3.2956417083740233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,4,power_law_1.2,0.05427200198173523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,4,8,power_law_1.2,0.5818367958068847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,4,power_law_1.01,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,8,power_law_1.01,5.376607894897461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,1,power_law_1.2,3.9997440338134767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,4,power_law_1.2,0.05489280223846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,4,power_law_1.01,0.0706496000289917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,4,8,power_law_1.2,0.8986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,4,power_law_1.2,0.06222079992294312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,4,power_law_1.01,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,4,8,power_law_1.2,1.366220760345459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,1,power_law_1.2,6.167142486572265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,4,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,4,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,4,8,power_law_1.2,1.6441408157348634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,4,power_law_1.2,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,4,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,4,power_law_1.01,0.11022080183029175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,4,8,power_law_1.2,2.5731136322021486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,4,power_law_1.2,0.08068479895591736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,1,power_law_1.2,11.764729309082032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,4,power_law_1.01,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,4,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,4,8,power_law_1.2,5.455251312255859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,4,power_law_1.01,0.17612799406051635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,4,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,4,power_law_1.01,0.21115520000457763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,4,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,4,power_law_1.01,0.26521599292755127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,4,power_law_1.2,0.1634112000465393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,4,power_law_1.01,0.38502399921417235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,4,power_law_1.2,0.25701758861541746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,4,power_law_1.01,0.501145601272583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,4,power_law_1.2,0.29306879043579104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,4,power_law_1.01,0.9338879585266113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,4,power_law_1.2,0.44462080001831056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,4,power_law_1.01,1.0778623580932618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,4,power_law_1.2,0.6619135856628418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,4,power_law_1.01,1.4448575973510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,4,power_law_1.2,0.7614719867706299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,4,power_law_1.2,1.0754048347473144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,4,power_law_1.01,2.1215295791625977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,4,power_law_1.2,1.5736831665039062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,4,power_law_1.01,5.2652030944824215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,4,power_law_1.2,2.4403968811035157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,4,power_law_1.2,5.633440017700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,2,power_law_1.01,0.03728640079498291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,2,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,2,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,2,power_law_1.01,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,2,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,2,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,2,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,2,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,2,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,2,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,2,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,2,power_law_1.2,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,2,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,2,power_law_1.2,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,2,power_law_1.01,0.05121279954910278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,2,power_law_1.2,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,1,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,2,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,2,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,power_law_1.01,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,1,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,2,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,2,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,32,power_law_1.2,0.11509120464324951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,1,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,1,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,2,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,2,power_law_1.01,0.05366399884223938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,power_law_1.01,0.10956799983978271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,1,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,32,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,1,power_law_1.01,0.04261119961738587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,2,power_law_1.2,0.052857601642608644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,2,power_law_1.01,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,1,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,1,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,2,power_law_1.2,0.05016319751739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,2,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,32,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,1,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,2,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,1,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,2,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,1,power_law_1.2,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,32,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,2,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,2,power_law_1.2,0.05509120225906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,1,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,1,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,2,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,power_law_1.2,0.08476799726486206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,1,power_law_1.2,0.04708479940891266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,2,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,1,power_law_1.01,0.04746879935264588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,32,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,2,power_law_1.01,0.1028223991394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,1,power_law_1.2,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,2,power_law_1.2,0.06778879761695862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,power_law_1.2,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,1,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,2,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,32,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,1,power_law_1.2,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,2,power_law_1.2,0.07434239983558655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,1,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,power_law_1.2,0.1003648042678833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,2,power_law_1.01,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,1,power_law_1.2,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,2,power_law_1.2,0.07841280102729797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,1,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,32,power_law_1.01,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,1,power_law_1.2,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,2,power_law_1.01,0.2077120065689087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,2,power_law_1.2,0.09400320053100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,1,power_law_1.01,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,1,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,power_law_1.01,0.0880511999130249
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,2,power_law_1.01,0.27155840396881104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,32,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,2,power_law_1.2,0.10711040496826171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,1,power_law_1.2,0.05589119791984558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,1,power_law_1.01,0.05774719715118408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,2,power_law_1.01,0.3610624074935913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,2,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,power_law_1.01,0.11448320150375366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,32,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,1,power_law_1.2,0.05916799902915955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,2,power_law_1.01,0.49213438034057616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,1,power_law_1.01,0.05774719715118408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,16,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,2,power_law_1.2,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,1,power_law_1.2,0.06778240203857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,1,power_law_1.01,0.06901119947433472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,32,power_law_1.01,0.10488320589065551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,2,power_law_1.01,0.7057472229003906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,power_law_1.01,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,1,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,2,power_law_1.2,0.22383360862731932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,16,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,1,power_law_1.01,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,2,power_law_1.01,0.8622079849243164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,1,power_law_1.2,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,32,power_law_1.01,0.10831999778747559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,2,power_law_1.2,0.25374081134796145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,1,power_law_1.01,0.07799680233001709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,1,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,2,power_law_1.01,1.0305536270141602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,16,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,power_law_1.2,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,2,power_law_1.2,0.3725696086883545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,1,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,32,power_law_1.01,0.11448320150375366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,1,power_law_1.2,0.10976639986038209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,16,2,power_law_1.01,1.705580711364746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,2,power_law_1.2,0.445849609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,1,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,1,power_law_1.2,0.13619199991226197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,power_law_1.2,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,16,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,32,power_law_1.01,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,1,power_law_1.01,0.1300480008125305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,1,power_law_1.2,0.15256960391998292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,2,power_law_1.2,0.6721536159515381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,power_law_1.01,0.08257920145988465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,16,2,power_law_1.01,4.018182373046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,power_law_1.2,0.12224639654159546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,1,power_law_1.01,0.15340160131454467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,32,power_law_1.01,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,16,power_law_1.2,0.07802879810333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,1,power_law_1.2,0.20623359680175782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,2,power_law_1.2,0.963372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,1,power_law_1.01,0.20561280250549316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,1,power_law_1.2,0.24722559452056886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,power_law_1.01,0.13270399570465088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,power_law_1.01,0.10014079809188843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,32,power_law_1.2,0.12881920337677003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,2,power_law_1.2,1.0958847999572754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,16,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,1,power_law_1.01,0.251910400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,1,power_law_1.2,0.3494208097457886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,power_law_1.01,0.13680000305175782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,1,power_law_1.01,0.3516416072845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,1,power_law_1.2,0.4483007907867432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,32,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,16,2,power_law_1.2,1.6375808715820312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,16,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,power_law_1.01,0.13764480352401734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,1,power_law_1.01,0.44952960014343263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,1,power_law_1.2,0.6479872226715088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,power_law_1.01,0.15445120334625245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,16,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,1,power_law_1.01,0.6520768165588379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,32,power_law_1.2,0.14542720317840577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,1,power_law_1.2,0.8523839950561524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,16,2,power_law_1.2,4.034560012817383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,power_law_1.01,0.17817599773406984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,1,power_law_1.01,0.8564607620239257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,16,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,1,power_law_1.2,1.0481663703918458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,32,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,power_law_1.01,0.10648959875106812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,power_law_1.01,0.21093759536743165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,1,power_law_1.01,1.0586112022399903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,16,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,32,1,power_law_1.2,1.6662527084350587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,power_law_1.01,0.22712318897247313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,32,1,power_law_1.01,1.6727872848510743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,32,power_law_1.2,0.17612799406051635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,power_law_1.01,0.11734399795532227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,16,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,power_law_1.01,0.2922368049621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,32,1,power_law_1.2,3.280486297607422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,32,1,power_law_1.01,3.312025451660156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,power_law_1.01,0.1142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,32,power_law_1.2,0.21565439701080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,16,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,power_law_1.01,0.35204479694366453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,32,power_law_1.2,0.2545599937438965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,16,power_law_1.2,0.12021759748458863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,power_law_1.01,0.48394241333007815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,power_law_1.01,0.1269695997238159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,32,power_law_1.2,0.3082240104675293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,16,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,power_law_1.01,0.6023168087005615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,power_law_1.01,0.1320896029472351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,32,power_law_1.2,0.38296959400177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,16,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,power_law_1.01,0.8347647666931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,power_law_1.01,0.14131840467453002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,32,power_law_1.2,0.5113855838775635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,16,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,power_law_1.01,1.0758079528808593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,power_law_1.01,0.1388479948043823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,16,power_law_1.2,0.14212479591369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,power_law_1.01,1.2515328407287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,32,power_law_1.2,0.6627327919006347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,power_law_1.01,0.15319679975509642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,16,power_law_1.2,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,32,power_law_1.01,2.058444786071777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,32,power_law_1.2,0.9498559951782226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,power_law_1.01,0.17059839963912965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,16,power_law_1.2,0.18063360452651978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,power_law_1.01,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,32,power_law_1.2,1.206067180633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,16,power_law_1.2,0.20972800254821777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,32,power_law_1.01,4.2692607879638675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,power_law_1.01,0.22997760772705078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,16,power_law_1.2,0.23592960834503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,32,power_law_1.2,1.5880191802978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,power_law_1.01,0.2875391960144043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,16,power_law_1.2,0.31989760398864747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,power_law_1.01,0.34611198902130125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,power_law_1.01,0.0819263994693756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,16,power_law_1.2,0.3692480087280273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,32,power_law_1.2,2.5489471435546873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,power_law_1.01,0.47370238304138185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,16,power_law_1.2,0.5273600101470948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,power_law_1.01,0.6060160160064697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,power_law_1.01,0.06632320284843445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,16,power_law_1.2,0.6467584133148193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,32,power_law_1.2,5.649023818969726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,power_law_1.01,0.08048639893531799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,power_law_1.01,0.8048576354980469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,16,power_law_1.2,0.9134079933166503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,power_law_1.01,1.0577983856201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,16,power_law_1.2,1.2470144271850585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,power_law_1.01,0.10899200439453124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,power_law_1.01,1.2957759857177735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,8,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,16,power_law_1.2,1.480288028717041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,8,power_law_1.2,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,power_law_1.01,0.11222399473190307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,16,power_law_1.01,2.0850688934326174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,8,power_law_1.2,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,power_law_1.01,0.11921279430389405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,16,power_law_1.2,2.403116798400879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,8,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,power_law_1.01,0.12862080335617065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,power_law_1.01,0.12574080228805543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,16,power_law_1.01,4.159904098510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,8,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,16,power_law_1.2,5.118777465820313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,8,power_law_1.2,0.10546560287475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,power_law_1.01,0.1458176016807556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,8,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,8,power_law_1.2,0.10997120141983033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,power_law_1.01,0.06878079771995545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,4,power_law_1.2,0.07333760261535645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,8,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,power_law_1.01,0.16465280055999756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,4,power_law_1.2,0.07270399928092956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,8,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,power_law_1.01,0.1831231951713562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,4,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,8,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,power_law_1.01,0.22159359455108643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,power_law_1.01,0.07557119727134705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,4,power_law_1.2,0.0710591971874237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,8,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,power_law_1.01,0.08702719807624817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,power_law_1.01,0.2476032018661499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,4,power_law_1.2,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,8,power_law_1.2,0.13086719512939454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,power_law_1.01,0.316812801361084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,4,power_law_1.2,0.09544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,8,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,power_law_1.01,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,power_law_1.01,0.37662720680236816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,4,power_law_1.2,0.1218559980392456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,8,power_law_1.2,0.13887360095977783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,power_law_1.01,0.1320896029472351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,power_law_1.01,0.49950079917907714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,4,power_law_1.2,0.12349439859390259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,8,power_law_1.2,0.1521664023399353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,power_law_1.01,0.13251199722290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,power_law_1.01,0.6240447998046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,4,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,8,power_law_1.2,0.1683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,power_law_1.01,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,4,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,power_law_1.01,0.14336639642715454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,power_law_1.01,0.8622079849243164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,8,power_law_1.2,0.19025919437408448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,power_law_1.01,0.1511423945426941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,4,power_law_1.2,0.13373440504074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,8,power_law_1.2,0.2271359920501709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,power_law_1.01,1.1298815727233886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,power_law_1.01,0.1536064028739929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,4,power_law_1.2,0.13842560052871705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,8,power_law_1.2,0.2500607967376709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,power_law_1.01,1.3342720031738282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,power_law_1.01,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,4,power_law_1.2,0.14090240001678467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,8,power_law_1.2,0.32889599800109864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,power_law_1.01,0.1773568034172058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,4,power_law_1.2,0.15667200088500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,8,power_law_1.01,2.0867263793945314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,8,power_law_1.2,0.3952575922012329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,power_law_1.01,0.18350080251693726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,4,power_law_1.2,0.17100800275802613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,8,power_law_1.2,0.557254409790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,power_law_1.01,0.16977280378341675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,4,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,power_law_1.01,0.19619840383529663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,8,power_law_1.01,4.381100845336914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,8,power_law_1.2,0.6881216049194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,4,power_law_1.2,0.17857919931411742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,power_law_1.01,0.22016000747680664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,4,power_law_1.2,0.19946240186691283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,8,power_law_1.2,0.9859007835388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,power_law_1.01,0.2664448022842407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,4,power_law_1.2,0.22527360916137695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,8,power_law_1.2,1.3199423789978026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,power_law_1.01,0.30556800365448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,4,power_law_1.2,0.25496320724487304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,4,power_law_1.2,0.3067903995513916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,power_law_1.01,0.37109758853912356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,8,power_law_1.2,1.5626239776611328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,power_law_1.01,0.4532224178314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,4,power_law_1.2,0.39137279987335205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,8,power_law_1.2,2.3969728469848635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,power_law_1.01,0.6007167816162109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,4,power_law_1.2,0.4671807765960693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,power_law_1.01,0.7700479984283447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,4,power_law_1.2,0.628115177154541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,power_law_1.01,0.08315520286560059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,8,power_law_1.2,4.90208625793457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,power_law_1.01,1.0528767585754395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,4,power_law_1.2,0.8110079765319824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,power_law_1.01,0.1001471996307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,power_law_1.01,1.3748224258422852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,4,power_law_1.2,1.1065600395202637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,2,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,power_law_1.01,1.7465343475341797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,4,power_law_1.2,1.4725119590759277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,2,power_law_1.2,0.07332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,power_law_1.01,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,4,power_law_1.01,2.5645055770874023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,2,power_law_1.2,0.06843519806861878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,4,power_law_1.2,1.781760025024414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,2,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,power_law_1.01,0.16814719438552855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,4,power_law_1.01,5.116313552856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,2,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,4,power_law_1.2,2.962022399902344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,power_law_1.01,0.1746880054473877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,2,power_law_1.2,0.11386239528656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,power_law_1.01,0.040934398770332336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,power_law_1.01,0.19210879802703856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,2,power_law_1.2,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,power_law_1.01,0.041382399201393125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,power_law_1.01,0.20315520763397216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,2,power_law_1.2,0.15564160346984862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,4,power_law_1.2,5.191270446777343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,2,power_law_1.2,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,power_law_1.01,0.1908735990524292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,power_law_1.01,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,2,power_law_1.2,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,2,power_law_1.2,0.17204480171203612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,power_law_1.01,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,2,power_law_1.2,0.17489919662475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,32,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,power_law_1.01,0.22282240390777588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,power_law_1.01,0.04426240026950836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,2,power_law_1.2,0.1800320029258728
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,32,power_law_1.2,0.038073599338531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,power_law_1.01,0.04999040067195892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,power_law_1.01,0.24760959148406983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,2,power_law_1.2,0.2199552059173584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,32,power_law_1.2,0.038515201210975646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,power_law_1.01,0.28282239437103274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,2,power_law_1.2,0.235315203666687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,32,power_law_1.2,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,2,power_law_1.2,0.2519040107727051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,power_law_1.01,0.3471296072006226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,32,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,2,power_law_1.2,0.2545599937438965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,power_law_1.01,0.41553921699523927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,32,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,2,power_law_1.2,0.2883519887924194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,32,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,power_law_1.01,0.5072896003723144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,2,power_law_1.2,0.29040639400482177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,32,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,power_law_1.01,0.6340415954589844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,power_law_1.01,0.054022401571273804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,32,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,2,power_law_1.2,0.3502079963684082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,power_law_1.01,0.07861760258674622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,power_law_1.01,0.04016000032424927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,power_law_1.01,0.8081343650817872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,32,power_law_1.2,0.04688639938831329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,power_law_1.01,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,power_law_1.01,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,2,power_law_1.2,0.41656317710876467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,power_law_1.01,1.0590080261230468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,32,power_law_1.2,0.05139840245246887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,power_law_1.01,0.10240639448165893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,16,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,2,power_law_1.2,0.5101632118225098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,power_law_1.01,0.118777596950531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,32,power_law_1.2,0.053427201509475705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,power_law_1.01,1.4493696212768554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,16,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,2,power_law_1.2,0.6647808074951171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,power_law_1.01,0.04340479969978332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,power_law_1.01,0.14806400537490844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,32,power_law_1.2,0.057132798433303836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,16,power_law_1.2,0.03729279935359955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,2,power_law_1.2,0.860972785949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,power_law_1.01,1.8284608840942382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,32,power_law_1.2,0.055904000997543335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,power_law_1.01,0.172435200214386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,16,power_law_1.2,0.03788160085678101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,32,power_law_1.2,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,power_law_1.01,0.24268798828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,2,power_law_1.2,1.0766336441040039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,16,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,power_law_1.01,2.191129684448242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,32,power_law_1.2,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,power_law_1.01,0.29757440090179443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,16,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,power_law_1.01,0.04547840058803558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,2,power_law_1.2,1.4292991638183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,32,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,16,power_law_1.2,0.04361599981784821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,power_law_1.01,0.4318784236907959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,2,power_law_1.01,3.417702484130859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,32,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,16,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,2,power_law_1.2,1.8104320526123048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,power_law_1.01,0.5642240047454834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,32,power_law_1.2,0.08520960211753845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,power_law_1.01,0.051635199785232545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,16,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,power_law_1.01,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,power_law_1.01,0.6873087882995605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,32,power_law_1.2,0.1068992018699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,2,power_law_1.2,2.3556095123291017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,16,power_law_1.2,0.046079999208450316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,2,power_law_1.01,6.565888214111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,power_law_1.01,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,32,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,16,power_law_1.2,0.04832639992237091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,32,power_law_1.01,1.0631360054016112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,2,power_law_1.2,3.5573760986328127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,32,power_law_1.2,0.16629120111465454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,16,power_law_1.2,0.0499455988407135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,16,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,32,power_law_1.2,0.19332480430603027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,power_law_1.01,0.07556480169296265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,32,power_law_1.01,2.301747131347656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,16,power_law_1.2,0.053862398862838744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,1,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,32,power_law_1.2,0.27710719108581544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,power_law_1.01,0.08295040130615235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,16,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,2,power_law_1.2,6.884146881103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,16,power_law_1.2,0.06369280219078063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,power_law_1.01,0.10119680166244507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,1,power_law_1.2,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,32,power_law_1.2,0.3473344087600708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,16,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,power_law_1.01,0.11162240505218506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,1,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,16,power_law_1.2,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,32,power_law_1.2,0.5687424182891846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,power_law_1.01,0.10301439762115479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,power_law_1.01,0.14355839490890504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,16,power_law_1.2,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,power_law_1.01,0.18350080251693726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,1,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,power_law_1.01,0.13126399517059326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,32,power_law_1.2,0.7565311908721923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,16,power_law_1.2,0.10239360332489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,power_law_1.01,0.24965119361877441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,16,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,power_law_1.01,0.17507840394973756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,1,power_law_1.2,0.12452479600906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,32,power_law_1.2,1.029747200012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,16,power_law_1.2,0.15831680297851564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,power_law_1.01,0.2906048059463501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,power_law_1.01,0.2279423952102661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,1,power_law_1.2,0.14908159971237184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,16,power_law_1.2,0.17817599773406984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,power_law_1.01,0.46305279731750487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,power_law_1.01,0.21894400119781493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,16,power_law_1.2,0.2724607944488525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,1,power_law_1.2,0.2027519941329956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,32,power_law_1.2,1.6080896377563476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,16,power_law_1.2,0.37049601078033445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,power_law_1.01,0.5535744190216064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,power_law_1.01,0.23511040210723877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,1,power_law_1.2,0.22097280025482177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,16,power_law_1.2,0.5535744190216064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,power_law_1.01,0.24186239242553711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,power_law_1.01,0.6795263767242432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,1,power_law_1.2,0.23121919631958007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,16,power_law_1.2,0.6414336204528809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,32,power_law_1.2,4.151699066162109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,power_law_1.01,0.2476032018661499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,1,power_law_1.2,0.2406464099884033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,16,power_law_1.01,1.0239935874938966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,16,power_law_1.2,0.9805695533752441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,power_law_1.01,0.2578367948532104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,1,power_law_1.2,0.2455615997314453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,power_law_1.01,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,power_law_1.01,0.2652352094650269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,16,power_law_1.2,1.5466496467590332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,1,power_law_1.2,0.25559039115905763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,16,power_law_1.01,2.177644729614258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,8,power_law_1.2,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,power_law_1.01,0.33402879238128663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,1,power_law_1.2,0.2699199914932251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,8,power_law_1.2,0.03607040047645569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,power_law_1.01,0.35450880527496337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,1,power_law_1.2,0.27935359477996824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,16,power_law_1.2,3.368544006347656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,8,power_law_1.2,0.036883199214935304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,power_law_1.01,0.38502399921417235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,1,power_law_1.2,0.2990015983581543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,8,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,power_law_1.01,0.3203007936477661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,1,power_law_1.2,0.3117120027542114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,power_law_1.01,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,8,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,power_law_1.01,0.38215041160583496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,1,power_law_1.2,0.3305471897125244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,8,power_law_1.2,0.04506880044937134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,power_law_1.01,0.04466559886932373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,power_law_1.01,0.42558717727661133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,1,power_law_1.2,0.3934783935546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,power_law_1.01,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,8,power_law_1.2,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,power_law_1.01,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,power_law_1.01,0.5265408039093018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,power_law_1.01,0.05159040093421936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,8,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,1,power_law_1.2,0.4343743801116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,8,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,power_law_1.01,0.054681599140167236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,power_law_1.01,0.63405442237854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,1,power_law_1.2,0.5281792163848877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,8,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,power_law_1.01,0.05713919997215271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,power_law_1.01,0.8187647819519043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,1,power_law_1.2,0.6520895957946777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,power_law_1.01,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,8,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,power_law_1.01,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,8,power_law_1.2,0.05509120225906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,power_law_1.01,0.9588800430297851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,1,power_law_1.2,0.8089599609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,power_law_1.01,0.06225280165672302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,8,power_law_1.2,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,1,power_law_1.2,0.9711615562438964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,power_law_1.01,1.2623807907104492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,power_law_1.01,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,8,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,1,power_law_1.2,1.2720128059387208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,power_law_1.01,1.6297983169555663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,8,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,8,power_law_1.2,0.06574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,power_law_1.01,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,1,power_law_1.2,1.644108772277832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,power_law_1.01,2.241535949707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,8,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,4,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,power_law_1.01,0.059443199634552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,8,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,1,power_law_1.2,2.247667121887207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,4,power_law_1.2,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,power_law_1.01,0.1325055956840515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,power_law_1.01,2.8440576553344727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,power_law_1.01,0.06100479960441589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,8,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,4,power_law_1.2,0.038073599338531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,power_law_1.01,0.16179200410842895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,8,power_law_1.2,0.11424000263214111
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,1,power_law_1.2,2.8604543685913084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,4,power_law_1.2,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,power_law_1.01,0.18247679471969605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,power_law_1.01,3.4553855895996093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,8,power_law_1.2,0.132096004486084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,4,power_law_1.2,0.042956799268722534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,power_law_1.01,0.265830397605896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,power_law_1.01,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,8,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,1,power_law_1.2,3.46890869140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,4,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,power_law_1.01,0.32603518962860106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,power_law_1.01,0.08518400192260742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,8,power_law_1.2,0.20639359951019287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,1,power_law_1.01,5.30247688293457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,4,power_law_1.2,0.053862398862838744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,power_law_1.01,0.48023681640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,8,power_law_1.2,0.29306879043579104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,4,power_law_1.2,0.05489280223846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,1,power_law_1.2,5.309849548339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,power_law_1.01,0.11015679836273193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,power_law_1.01,0.5912576198577881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,8,power_law_1.2,0.3458944082260132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,4,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,power_law_1.01,0.1269695997238159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,power_law_1.01,0.7213056087493896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,8,power_law_1.2,0.5429247856140137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,1,power_law_1.01,10.236313629150391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,4,power_law_1.2,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,power_law_1.01,0.15646079778671265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,8,power_law_1.2,0.6873087882995605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,4,power_law_1.2,0.05754240155220032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,8,power_law_1.01,1.1593728065490723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,1,power_law_1.2,10.246956634521485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,power_law_1.01,0.19803520441055297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,power_law_1.01,0.042803201079368594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,4,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,8,power_law_1.2,0.8618240356445312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,power_law_1.01,0.24227840900421144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,8,power_law_1.01,2.329804801940918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,4,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,2,power_law_1.2,0.041356799006462094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,power_law_1.01,0.32460799217224123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,8,power_law_1.2,1.476198387145996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,4,power_law_1.2,0.06800640225410462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,2,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,power_law_1.01,0.04874880015850067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,power_law_1.01,0.4175871849060059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,2,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,power_law_1.01,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,4,power_law_1.2,0.07802879810333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,power_law_1.01,0.5826432228088378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,2,power_law_1.2,0.04421760141849518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,8,power_law_1.2,3.250182342529297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,4,power_law_1.2,0.0812991976737976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,2,power_law_1.2,0.05077760219573975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,power_law_1.01,0.7634943962097168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,4,power_law_1.2,0.08684160113334656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,2,power_law_1.2,0.06409599781036376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,4,power_law_1.2,0.10506240129470826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,2,power_law_1.2,0.06944640278816223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,power_law_1.01,0.90316162109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,power_law_1.01,0.07246720194816589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,2,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,4,power_law_1.2,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,power_law_1.01,0.06961920261383056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,2,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,4,power_law_1.2,0.132096004486084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,4,power_law_1.01,1.3105088233947755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,power_law_1.01,0.07434239983558655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,2,power_law_1.2,0.07246080040931702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,4,power_law_1.2,0.15667840242385864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,2,power_law_1.2,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,2,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,power_law_1.01,0.08643199801445008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,4,power_law_1.2,0.21810560226440429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,4,power_law_1.01,2.851430320739746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,2,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,4,power_law_1.2,0.2703360080718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,2,power_law_1.2,0.09400320053100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,power_law_1.01,0.10281599760055542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,4,power_law_1.2,0.355731201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,2,power_law_1.2,0.10547840595245361
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,power_law_1.01,0.10711040496826171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,2,power_law_1.2,0.11368319988250733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,4,power_law_1.2,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,power_law_1.01,0.10771839618682862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,2,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,power_law_1.01,0.12288639545440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,4,power_law_1.2,0.6463551998138428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,2,power_law_1.2,0.12677119970321654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,power_law_1.01,0.14419840574264525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,2,power_law_1.2,0.1447872042655945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,4,power_law_1.2,0.8298432350158691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,power_law_1.01,0.1789952039718628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,2,power_law_1.2,0.17039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,power_law_1.01,0.20684800148010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,4,power_law_1.2,1.0983424186706543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,2,power_law_1.2,0.20722560882568358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,power_law_1.01,0.2803647994995117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,2,power_law_1.2,0.2713599920272827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,4,power_law_1.2,1.6846847534179688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,power_law_1.01,0.33853440284729003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,power_law_1.01,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,2,power_law_1.2,0.3495935916900635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,power_law_1.01,0.46878719329833984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,power_law_1.01,0.09052799940109253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,2,power_law_1.2,0.43683838844299316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,power_law_1.01,0.5527552127838135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,4,power_law_1.2,3.4963455200195312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,2,power_law_1.2,0.6035456180572509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,power_law_1.01,0.8298432350158691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,power_law_1.01,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,1,32,power_law_1.2,0.12243839502334594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,power_law_1.01,1.0309632301330567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,2,power_law_1.2,0.8085439682006836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,power_law_1.01,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,1,32,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,power_law_1.01,1.3035519599914551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,2,power_law_1.2,0.9932543754577636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,1,32,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,2,power_law_1.01,1.9216192245483399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,1,32,power_law_1.2,0.07269759774208069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,2,power_law_1.2,1.3518848419189453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,1,32,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,2,power_law_1.01,3.6865726470947267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,power_law_1.01,0.09339519739151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,1,32,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,2,power_law_1.2,1.9711936950683593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,1,32,power_law_1.2,0.09009919762611389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,1,32,power_law_1.2,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,1,32,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,2,power_law_1.2,4.470169448852539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,power_law_1.01,0.062463998794555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,power_law_1.01,0.10406399965286255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,1,32,power_law_1.2,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,power_law_1.01,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,1,32,power_law_1.2,0.09911680221557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,1,32,power_law_1.2,0.10077439546585083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,1,32,power_law_1.2,0.10571520328521729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,1,32,power_law_1.2,0.11386239528656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,power_law_1.01,0.14254080057144164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,power_law_1.01,0.09319040179252625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,1,32,power_law_1.2,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,power_law_1.01,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,power_law_1.01,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,1,32,power_law_1.2,0.13760639429092408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,power_law_1.01,0.1908735990524292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,power_law_1.01,0.09787520170211791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,power_law_1.01,0.04176000058650971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,1,32,power_law_1.2,0.12406400442123414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,power_law_1.01,0.21852800846099854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,1,32,power_law_1.2,0.14499200582504274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,16,power_law_1.2,0.10526080131530761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,power_law_1.01,0.10629119873046874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,power_law_1.01,0.28570239543914794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,1,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,1,32,power_law_1.2,0.17817599773406984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,power_law_1.01,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,power_law_1.01,0.3299328088760376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,16,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,1,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,power_law_1.01,0.05899519920349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,1,32,power_law_1.2,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,power_law_1.01,0.46592001914978026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,power_law_1.01,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,1,power_law_1.2,0.048716801404953006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,power_law_1.01,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,1,32,power_law_1.2,0.23592960834503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,16,power_law_1.2,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,power_law_1.01,0.5453824043273926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,1,power_law_1.2,0.05694079995155334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,1,32,power_law_1.2,0.32542080879211427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,16,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,power_law_1.01,0.7655424118041992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,1,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,power_law_1.01,0.09503999948501587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,1,32,power_law_1.2,0.3858367919921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,power_law_1.01,0.13987840414047242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,16,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,1,32,power_law_1.2,0.5359615802764892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,1,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,power_law_1.01,0.09850879907608032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,power_law_1.01,1.1618304252624512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,power_law_1.01,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,16,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,1,32,power_law_1.2,0.6598656177520752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,1,power_law_1.2,0.09768959879875183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,power_law_1.01,0.1030079960823059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,power_law_1.01,1.304371166229248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,power_law_1.01,0.19230719804763793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,16,power_law_1.2,0.09006720185279846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,1,32,power_law_1.2,0.9461759567260742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,1,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,power_law_1.01,0.10792959928512573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,power_law_1.01,0.21751680374145507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,16,power_law_1.2,0.09074559807777405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,32,power_law_1.01,2.084659194946289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,1,32,power_law_1.2,1.4905344009399415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,power_law_1.01,0.27504639625549315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,1,power_law_1.2,0.10650240182876587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,16,power_law_1.2,0.09317759871482849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,power_law_1.01,0.11632000207901001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,1,32,power_law_1.2,1.4637056350708009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,16,power_law_1.2,0.09627519845962525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,power_law_1.01,0.3143743991851807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,1,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,power_law_1.01,0.1290112018585205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,32,power_law_1.01,4.397875213623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,8,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,power_law_1.01,0.06533120274543762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,16,power_law_1.2,0.09872000217437744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,1,power_law_1.2,0.11793919801712036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,8,power_law_1.2,0.06000639796257019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,power_law_1.01,0.41943039894104006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,1,32,power_law_1.2,2.826848030090332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,8,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,power_law_1.01,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,16,power_law_1.2,0.10280319452285766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,1,power_law_1.2,0.13106559514999389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,power_law_1.01,0.5433343887329102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,8,power_law_1.2,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,power_law_1.01,0.15032960176467897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,16,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,power_law_1.01,0.09010559916496277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,1,power_law_1.2,0.14090240001678467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,1,32,power_law_1.2,6.830905914306641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,8,power_law_1.2,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,power_law_1.01,0.7151552200317383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,power_law_1.01,0.1538432002067566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,1,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,16,power_law_1.2,0.11117440462112427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,power_law_1.01,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,8,power_law_1.2,0.09113600254058837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,8,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,power_law_1.01,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,power_law_1.01,0.0923583984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,1,power_law_1.2,0.1494976043701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,16,power_law_1.2,0.1177664041519165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,power_law_1.01,0.963379192352295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,8,power_law_1.2,0.09339519739151
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,1,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,power_law_1.01,0.1787775993347168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,16,power_law_1.2,0.12268799543380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,8,power_law_1.2,0.09563519954681396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,power_law_1.01,0.10057599544525146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,power_law_1.01,1.1905088424682617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,1,power_law_1.2,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,8,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,16,power_law_1.2,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,power_law_1.01,0.20909440517425537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,power_law_1.2,0.1009600043296814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,8,power_law_1.01,0.10136959552764893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,1,power_law_1.2,0.18227200508117675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,16,power_law_1.2,0.14807039499282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,power_law_1.01,0.2688960075378418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,16,power_law_1.01,1.9154943466186523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,8,power_law_1.01,0.10872960090637207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,power_law_1.2,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,1,power_law_1.2,0.21422080993652343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,16,power_law_1.2,0.16035840511322022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,power_law_1.01,0.3147775888442993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,8,power_law_1.01,0.10771839618682862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,power_law_1.2,0.11080319881439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,1,power_law_1.2,0.2689023971557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,power_law_1.01,0.4167679786682129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,16,power_law_1.2,0.20008959770202636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,power_law_1.2,0.12143360376358033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,8,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,16,power_law_1.01,3.9976833343505858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,power_law_1.2,0.12574080228805543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,1,power_law_1.2,0.3319744110107422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,8,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,power_law_1.01,0.5203968048095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,16,power_law_1.2,0.21954560279846191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,power_law_1.2,0.12881280183792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,8,power_law_1.01,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,1,power_law_1.2,0.4306943893432617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,16,power_law_1.2,0.2803647994995117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,power_law_1.01,0.6963200092315673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,power_law_1.2,0.14807679653167724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,8,power_law_1.01,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,power_law_1.2,0.1668992042541504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,16,power_law_1.2,0.32911999225616456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,1,power_law_1.2,0.5191743850708008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,power_law_1.01,0.8785856246948243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,8,power_law_1.01,0.14417279958724977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,power_law_1.2,0.21483519077301025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,16,power_law_1.2,0.4831232070922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,power_law_1.2,0.23018879890441896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,1,power_law_1.2,0.6954944133758545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,8,power_law_1.01,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,power_law_1.01,1.235961627960205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,power_law_1.2,0.31191039085388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,8,power_law_1.01,0.19517439603805542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,16,power_law_1.2,0.6227839946746826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,1,power_law_1.2,0.8781760215759278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,power_law_1.01,1.5880191802978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,power_law_1.2,0.37867519855499265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,8,power_law_1.01,0.22159359455108643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,power_law_1.2,0.5261312007904053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,16,power_law_1.2,0.8294464111328125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,1,power_law_1.2,1.2330944061279296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,8,power_law_1.01,0.28815360069274903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,power_law_1.01,1.9515392303466796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,power_law_1.2,0.5806079864501953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,8,power_law_1.01,0.37416958808898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,1,power_law_1.2,1.5863807678222657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,16,power_law_1.2,1.2806207656860351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,power_law_1.2,0.9043519973754883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,1,power_law_1.01,3.0173248291015624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,8,power_law_1.01,0.4757631778717041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,power_law_1.2,1.152409553527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,1,power_law_1.2,1.9487039566040039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,16,power_law_1.2,1.4092351913452148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,8,power_law_1.01,0.5977920055389404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,power_law_1.2,1.6121919631958008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,1,power_law_1.01,5.901100921630859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,8,power_law_1.01,0.7925759792327881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,1,power_law_1.2,3.023059272766113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,16,power_law_1.2,2.5231296539306642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,8,power_law_1.2,2.454732894897461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,8,power_law_1.01,1.0067968368530273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,power_law_1.01,0.06106240153312683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,8,power_law_1.01,1.2740608215332032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,power_law_1.01,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,1,power_law_1.2,5.903174209594726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,16,power_law_1.2,4.820780944824219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,8,power_law_1.2,5.244518280029297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,8,power_law_1.01,2.0543424606323244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,4,power_law_1.2,0.06429439783096313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,4,power_law_1.2,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,power_law_1.01,0.10588159561157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,8,power_law_1.01,3.9356414794921877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,4,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,power_law_1.01,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,4,power_law_1.2,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,4,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,power_law_1.01,0.11060479879379273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,4,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,power_law_1.01,0.11879040002822876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,4,power_law_1.2,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,power_law_1.01,0.12246400117874146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,4,power_law_1.2,0.10856319665908813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,power_law_1.01,0.1319167971611023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,4,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,4,power_law_1.2,0.11570559740066529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,power_law_1.01,0.13578239679336548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,4,power_law_1.2,0.11939840316772461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,4,power_law_1.2,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,power_law_1.01,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,4,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,power_law_1.01,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,4,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,power_law_1.01,0.1855679988861084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,4,power_law_1.2,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,4,power_law_1.2,0.14294400215148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,power_law_1.01,0.2308095932006836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,4,power_law_1.2,0.1499519944190979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,power_law_1.01,0.2521087884902954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,4,power_law_1.2,0.17366399765014648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,power_law_1.01,0.3278847932815552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,4,power_law_1.2,0.18554240465164185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,power_law_1.01,0.4257791996002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,4,power_law_1.2,0.21688320636749267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,power_law_1.01,0.5416959762573242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,power_law_1.01,0.16181119680404663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,4,power_law_1.2,0.25703039169311526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,power_law_1.01,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,power_law_1.01,0.6987840175628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,4,power_law_1.2,0.3516416072845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,32,power_law_1.2,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,power_law_1.01,0.9392064094543457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,4,power_law_1.2,0.4196352005004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,power_law_1.01,0.1337280035018921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,32,power_law_1.2,0.14028799533843994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,4,power_law_1.2,0.5662720203399658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,power_law_1.01,1.1769856452941894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,32,power_law_1.2,0.11280640363693237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,power_law_1.01,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,4,power_law_1.2,0.7684095859527588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,32,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,power_law_1.01,1.508556842803955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,4,power_law_1.2,0.9719807624816894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,32,power_law_1.2,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,power_law_1.01,0.10998400449752807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,32,power_law_1.2,0.09867519736289979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,4,power_law_1.01,2.369126319885254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,4,power_law_1.2,1.4116864204406738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,power_law_1.01,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,power_law_1.01,0.11079679727554322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,32,power_law_1.2,0.1093824028968811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,4,power_law_1.2,1.6035839080810548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,power_law_1.2,0.11611520051956177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,32,power_law_1.01,0.11263999938964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,power_law_1.01,0.145196795463562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,4,power_law_1.01,4.834918212890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,power_law_1.2,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,32,power_law_1.01,0.11553280353546143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,4,power_law_1.2,2.647622489929199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,32,power_law_1.01,0.1230847954750061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,power_law_1.01,0.1490880012512207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,2,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,power_law_1.2,0.12082560062408447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,4,power_law_1.2,5.8834880828857425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,32,power_law_1.01,0.12698240280151368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,power_law_1.01,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,2,power_law_1.2,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,power_law_1.2,0.131494402885437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,32,power_law_1.01,0.1296704053878784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,power_law_1.01,0.17118079662323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,2,power_law_1.2,0.06450560092926025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,power_law_1.01,0.13270399570465088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,32,power_law_1.2,0.132096004486084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,power_law_1.01,0.18001919984817505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,2,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,power_law_1.01,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,power_law_1.01,0.21544959545135497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,32,power_law_1.2,0.14069759845733643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,2,power_law_1.2,0.08580480217933655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,power_law_1.01,0.14703999757766723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,power_law_1.01,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,32,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,2,power_law_1.2,0.11675519943237304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,power_law_1.01,0.288972806930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,2,power_law_1.2,0.12267520427703857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,32,power_law_1.2,0.15584640502929686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,power_law_1.01,0.16303999423980714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,power_law_1.01,0.3438591957092285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,2,power_law_1.2,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,32,power_law_1.2,0.17018879652023317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,power_law_1.01,0.1876031994819641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,2,power_law_1.2,0.1308608055114746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,power_law_1.01,0.43683199882507323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,power_law_1.01,0.19415040016174318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,32,power_law_1.2,0.19456000328063966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,2,power_law_1.2,0.13720959424972534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,power_law_1.01,0.5519296169281006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,power_law_1.01,0.23367040157318114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,32,power_law_1.2,0.20193281173706054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,2,power_law_1.2,0.14888319969177247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,power_law_1.01,0.2598912000656128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,power_law_1.01,0.7225152015686035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,32,power_law_1.2,0.2437056064605713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,2,power_law_1.2,0.15871360301971435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,power_law_1.01,0.3401535987854004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,power_law_1.01,0.9007103919982911
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,2,power_law_1.2,0.1614016056060791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,32,power_law_1.2,0.277292799949646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,power_law_1.01,0.38460800647735593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,power_law_1.01,1.3105152130126954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,2,power_law_1.2,0.16138880252838134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,32,power_law_1.2,0.3555327892303467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,power_law_1.01,0.5232639789581299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,2,power_law_1.2,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,power_law_1.01,1.6539648056030274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,power_law_1.01,0.6471680164337158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,32,power_law_1.2,0.4261888027191162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,2,power_law_1.2,0.187391996383667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,power_law_1.01,0.8605631828308106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,power_law_1.01,1.9228736877441406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,32,power_law_1.2,0.5863423824310303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,2,power_law_1.2,0.18411519527435302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,2,power_law_1.2,0.22159359455108643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,power_law_1.01,1.2269824028015137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,32,power_law_1.2,0.7094336032867432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,power_law_1.01,0.1009600043296814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,2,power_law_1.01,3.053363227844238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,2,power_law_1.2,0.2395967960357666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,power_law_1.01,0.1142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,power_law_1.01,1.468620777130127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,32,power_law_1.2,0.9936832427978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,2,power_law_1.2,0.28775041103363036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,power_law_1.01,0.14376319646835328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,2,power_law_1.2,0.34673280715942384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,32,power_law_1.2,1.386291217803955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,32,power_law_1.01,2.0256704330444335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,2,power_law_1.01,5.948627090454101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,16,power_law_1.2,0.10488320589065551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,power_law_1.01,0.06986240148544312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,2,power_law_1.2,0.4388927936553955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,32,power_law_1.2,1.6408512115478515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,16,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,power_law_1.01,0.08107519745826722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,2,power_law_1.2,0.5633984088897706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,32,power_law_1.01,4.489023971557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,2,power_law_1.2,0.7360511779785156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,16,power_law_1.2,0.09419519901275634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,power_law_1.01,0.09710720181465149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,32,power_law_1.2,2.670591926574707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,power_law_1.01,0.05942400097846985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,1,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,2,power_law_1.2,0.9191424369812011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,16,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,power_law_1.01,0.10281599760055542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,power_law_1.01,0.06840959787368775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,1,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,power_law_1.01,0.11735039949417114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,16,power_law_1.2,0.08150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,2,power_law_1.2,1.3477888107299805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,32,power_law_1.2,5.054483032226562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,1,power_law_1.2,0.07783679962158203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,power_law_1.01,0.11960959434509277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,16,power_law_1.2,0.0966592013835907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,2,power_law_1.2,1.7960895538330077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,power_law_1.01,0.09544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,1,power_law_1.2,0.09276800155639649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,power_law_1.01,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,16,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,power_law_1.01,0.10935039520263672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,1,power_law_1.2,0.10546560287475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,2,power_law_1.2,2.224723243713379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,16,power_law_1.2,0.11364480257034301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,power_law_1.01,0.1550336003303528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,1,power_law_1.2,0.1533951997756958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,power_law_1.01,0.13271679878234863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,16,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,1,power_law_1.2,0.16711679697036744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,2,power_law_1.2,3.198566436767578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,16,power_law_1.2,0.12122880220413208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,power_law_1.01,0.17121920585632325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,1,power_law_1.2,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,power_law_1.01,0.1773568034172058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,power_law_1.01,0.14274560213088988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,16,power_law_1.2,0.12636159658432006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,1,power_law_1.2,0.17900160551071168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,power_law_1.01,0.18101760149002075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,2,power_law_1.2,6.599507141113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,power_law_1.01,0.14253439903259277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,16,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,1,power_law_1.2,0.18287999629974366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,power_law_1.01,0.1912832021713257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,1,power_law_1.2,0.19209599494934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,16,power_law_1.2,0.13761919736862183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,power_law_1.01,0.14911359548568726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,power_law_1.01,0.19414399862289428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,1,power_law_1.2,0.196396803855896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,16,power_law_1.2,0.13169280290603638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,power_law_1.01,0.16076799631118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,power_law_1.01,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,1,power_law_1.2,0.2035520076751709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,16,power_law_1.2,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,power_law_1.01,0.1779647946357727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,power_law_1.01,0.20972158908843994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,1,power_law_1.2,0.21521921157836915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,power_law_1.01,0.22466559410095216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,16,power_law_1.2,0.156876802444458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,power_law_1.01,0.1916864037513733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,1,power_law_1.2,0.23121280670166017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,power_law_1.01,0.23530879020690917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,16,power_law_1.2,0.16915199756622315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,power_law_1.01,0.23121919631958007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,1,power_law_1.2,0.24246399402618407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,power_law_1.01,0.2570240020751953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,16,power_law_1.2,0.19578239917755128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,1,power_law_1.2,0.25681281089782715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,power_law_1.01,0.25661439895629884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,power_law_1.01,0.30842878818511965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,1,power_law_1.2,0.3053567886352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,16,power_law_1.2,0.19271039962768555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,power_law_1.01,0.32727680206298826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,power_law_1.01,0.3422208070755005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,1,power_law_1.2,0.34406399726867676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,16,power_law_1.2,0.23392000198364257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,power_law_1.01,0.4265984058380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,power_law_1.01,0.3768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,power_law_1.01,0.0868287980556488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,1,power_law_1.2,0.42311677932739256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,16,power_law_1.2,0.2641855955123901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,power_law_1.01,0.5076992034912109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,power_law_1.01,0.5056384086608887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,1,power_law_1.2,0.5064640045166016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,power_law_1.01,0.6557695865631104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,16,power_law_1.2,0.34897279739379883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,power_law_1.01,0.637331199645996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,1,power_law_1.2,0.6586368083953857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,8,power_law_1.2,0.07762560248374939
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,power_law_1.01,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,power_law_1.01,0.8142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,16,power_law_1.2,0.39915521144866944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,1,power_law_1.2,0.8167424201965332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,power_law_1.01,0.8892416000366211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,8,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,power_law_1.01,1.0827775955200196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,16,power_law_1.2,0.5416959762573242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,1,power_law_1.2,1.084819221496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,8,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,power_law_1.01,0.0818880021572113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,power_law_1.01,1.3498432159423828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,power_law_1.01,1.1348031997680663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,16,power_law_1.2,0.6815743923187256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,1,power_law_1.2,1.3494272232055664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,power_law_1.01,0.09809920191764832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,8,power_law_1.2,0.06696959733963012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,power_law_1.01,1.8669504165649413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,power_law_1.01,1.4055359840393067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,power_law_1.01,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,1,power_law_1.2,1.865727996826172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,16,power_law_1.2,0.9821887969970703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,8,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,power_law_1.01,2.4055807113647463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,8,power_law_1.2,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,1,power_law_1.2,2.396531105041504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,16,power_law_1.2,1.255628776550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,16,power_law_1.01,2.1809152603149413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,power_law_1.01,2.938470458984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,8,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,1,power_law_1.2,2.9411392211914062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,16,power_law_1.2,1.507737636566162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,power_law_1.01,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,8,power_law_1.2,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,power_law_1.01,0.06796159744262695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,1,power_law_1.01,4.574617767333985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,16,power_law_1.01,4.527923202514648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,power_law_1.01,0.1355712056159973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,8,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,1,power_law_1.2,4.556185531616211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,16,power_law_1.2,2.4120960235595703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,8,power_law_1.2,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,power_law_1.01,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,power_law_1.01,0.10506240129470826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,8,power_law_1.2,0.130457603931427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,1,power_law_1.01,8.942182159423828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,power_law_1.01,0.0698303997516632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,16,power_law_1.2,5.28034553527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,8,power_law_1.2,0.14257279634475709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,1,power_law_1.2,8.906547546386719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,power_law_1.01,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,power_law_1.01,0.09071999788284302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,8,power_law_1.2,0.14131840467453002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,power_law_1.01,0.1537984013557434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,8,power_law_1.2,0.1503167986869812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,power_law_1.01,0.16179200410842895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,8,power_law_1.2,0.1597440004348755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,4,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,8,power_law_1.2,0.16444799900054932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,power_law_1.01,0.17284480333328248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,4,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,8,power_law_1.2,0.16958080530166625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,power_law_1.01,0.14922239780426025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,4,power_law_1.2,0.08416640162467956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,8,power_law_1.2,0.19230079650878906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,power_law_1.01,0.14561280012130737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,power_law_1.01,0.2066431999206543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,8,power_law_1.2,0.2226111888885498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,4,power_law_1.2,0.07024639844894409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,power_law_1.01,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,power_law_1.01,0.25292799472808836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,8,power_law_1.2,0.2578432083129883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,4,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,power_law_1.01,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,power_law_1.2,0.2869375944137573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,8,power_law_1.01,0.2766848087310791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,4,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,power_law_1.01,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,power_law_1.2,0.36474881172180174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,8,power_law_1.01,0.35470080375671387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,4,power_law_1.2,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,power_law_1.2,0.4302847862243652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,power_law_1.01,0.17408000230789183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,8,power_law_1.01,0.41042561531066896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,power_law_1.2,0.5920703887939454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,4,power_law_1.2,0.13639039993286134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,power_law_1.2,0.7499775886535645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,8,power_law_1.01,0.555187177658081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,power_law_1.01,0.1892351984977722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,4,power_law_1.2,0.13658879995346068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,power_law_1.2,1.0358783721923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,power_law_1.01,0.20071680545806886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,4,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,8,power_law_1.01,0.7168000221252442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,power_law_1.01,0.2254784107208252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,power_law_1.2,1.3019071578979493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,4,power_law_1.2,0.15441279411315917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,8,power_law_1.01,0.9793472290039062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,power_law_1.01,0.25087358951568606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,4,power_law_1.2,0.16343679428100585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,power_law_1.2,1.6031744003295898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,8,power_law_1.01,1.2101632118225099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,power_law_1.01,0.29431679248809817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,4,power_law_1.2,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,8,power_law_1.2,2.537471961975098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,power_law_1.01,0.33566720485687257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,4,power_law_1.2,0.17325439453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,8,power_law_1.01,1.4954496383666993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,power_law_1.01,0.42088961601257324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,4,power_law_1.2,0.1810431957244873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,8,power_law_1.2,5.140480041503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,8,power_law_1.01,2.245222473144531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,power_law_1.01,0.5146624088287354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,4,power_law_1.2,0.1892351984977722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,power_law_1.01,0.692633581161499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,4,power_law_1.2,0.20561280250549316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,8,power_law_1.01,4.30695686340332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,power_law_1.01,0.8638527870178223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,4,power_law_1.2,0.22773120403289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,4,power_law_1.2,0.2541568040847778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,power_law_1.01,1.1831232070922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,4,8,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,4,8,power_law_1.01,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,4,power_law_1.2,0.30801920890808104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,power_law_1.01,1.4633024215698243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,4,8,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,4,power_law_1.2,0.3463167905807495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,4,8,power_law_1.01,0.020473599433898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,power_law_1.01,1.7874944686889649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,4,8,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,4,power_law_1.2,0.44625282287597656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,4,8,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,4,8,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,4,8,power_law_1.01,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,4,8,power_law_1.2,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,4,power_law_1.2,0.5277760028839111
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,4,power_law_1.01,2.731014442443848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,4,8,power_law_1.01,0.025791999697685242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,4,8,power_law_1.2,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,4,8,power_law_1.01,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,4,power_law_1.2,0.6942719936370849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,4,8,power_law_1.2,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,4,8,power_law_1.01,0.02622720003128052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,4,8,power_law_1.2,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,4,8,power_law_1.01,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,4,power_law_1.2,0.8773632049560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,4,power_law_1.01,5.518745422363281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,4,8,power_law_1.01,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,4,8,power_law_1.2,0.025407999753952026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,4,8,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,4,8,power_law_1.2,0.025382399559020996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,4,power_law_1.2,1.2195903778076171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,4,8,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,4,8,power_law_1.2,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,4,8,power_law_1.01,0.040934398770332336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,4,8,power_law_1.2,0.02540160119533539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,4,power_law_1.2,1.5515647888183595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,4,8,power_law_1.01,0.04832000136375427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,4,8,power_law_1.2,0.027033600211143493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,4,8,power_law_1.01,0.04938240051269531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,4,8,power_law_1.2,0.02826879918575287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,4,power_law_1.2,1.8182079315185546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,4,8,power_law_1.01,0.04056319892406464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,4,8,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,4,8,power_law_1.2,0.03436160087585449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,4,8,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,power_law_1.01,0.07374719977378845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,4,8,power_law_1.01,0.08639360070228577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,4,8,power_law_1.2,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,4,8,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,4,8,power_law_1.01,0.11959680318832397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,power_law_1.01,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,4,8,power_law_1.2,0.038515201210975646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,4,power_law_1.2,2.907539176940918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,4,8,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,2,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,4,8,power_law_1.01,0.13720959424972534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,4,8,power_law_1.2,0.04340479969978332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,4,8,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,4,8,power_law_1.01,0.22016639709472657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,4,8,power_law_1.2,0.05118719935417175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,4,8,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,2,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,power_law_1.01,0.10648959875106812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,4,8,power_law_1.01,0.27607040405273436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,4,8,power_law_1.2,0.05935360193252563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,4,8,power_law_1.01,0.04176000058650971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,4,8,power_law_1.01,0.40159997940063474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,4,power_law_1.2,5.720064163208008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,power_law_1.01,0.13882880210876464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,2,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,4,8,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,4,8,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,4,8,power_law_1.01,0.4225024223327637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,4,8,power_law_1.2,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,4,8,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,power_law_1.01,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,4,8,power_law_1.01,0.8183808326721191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,2,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,4,8,power_law_1.01,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,4,8,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,power_law_1.01,0.1843135952949524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,4,8,power_law_1.01,1.052883243560791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,4,8,power_law_1.01,0.04217599928379059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,4,8,power_law_1.2,0.13804160356521605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,2,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,power_law_1.01,0.20316801071166993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,4,8,power_law_1.01,1.3445119857788086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,4,8,power_law_1.01,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,4,8,power_law_1.2,0.20154879093170167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,2,power_law_1.2,0.12940160036087037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,4,8,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,power_law_1.01,0.20439040660858154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,4,8,power_law_1.01,2.0412031173706056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,4,8,power_law_1.2,0.038867199420928956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,4,8,power_law_1.2,0.2871232032775879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,4,8,power_law_1.01,0.04631040096282959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,power_law_1.01,0.21811199188232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,4,8,power_law_1.2,0.37294080257415774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,4,8,power_law_1.01,3.994425582885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,2,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,4,8,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,4,8,power_law_1.01,0.054079997539520266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,power_law_1.01,0.22609279155731202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,4,8,power_law_1.2,0.49910402297973633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,4,8,power_law_1.01,0.055308800935745236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,4,8,power_law_1.2,0.04056319892406464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,power_law_1.01,0.240012788772583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,2,power_law_1.2,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,4,8,power_law_1.2,0.8155008316040039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,4,8,power_law_1.01,0.06063359975814819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,power_law_1.01,0.24597759246826173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,4,8,power_law_1.01,0.06921600103378296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,4,8,power_law_1.2,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,4,8,power_law_1.2,1.0483712196350097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,2,power_law_1.2,0.1908735990524292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,4,8,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,power_law_1.01,0.26603519916534424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,4,8,power_law_1.2,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,4,8,power_law_1.2,1.3449472427368163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,4,8,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,8,4,power_law_1.01,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,power_law_1.01,0.2922559976577759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,4,8,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,2,power_law_1.2,0.19169280529022217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,4,8,power_law_1.2,2.1501951217651367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,4,8,power_law_1.01,0.11591039896011353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,8,4,power_law_1.01,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,4,8,power_law_1.2,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,power_law_1.01,0.2979775905609131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,8,4,power_law_1.01,0.01822720021009445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,4,8,power_law_1.01,0.1556671977043152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,4,8,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,2,power_law_1.2,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,8,4,power_law_1.01,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,4,8,power_law_1.2,4.085753631591797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,4,8,power_law_1.01,0.18407039642333983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,power_law_1.01,0.33873920440673827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,4,8,power_law_1.2,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,8,4,power_law_1.01,0.01963520050048828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,4,8,power_law_1.01,0.24842240810394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,power_law_1.01,0.3334208011627197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,4,8,power_law_1.2,0.041766399145126344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,2,power_law_1.2,0.20930559635162355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,8,4,power_law_1.01,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,4,8,power_law_1.01,0.29430398941040037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,4,8,power_law_1.2,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,8,4,power_law_1.01,0.020473599433898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,power_law_1.01,0.40119037628173826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,4,8,power_law_1.01,0.4442111968994141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,2,power_law_1.2,0.21811199188232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,8,4,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,4,8,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,4,8,power_law_1.01,0.5777344226837158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,power_law_1.01,0.4548287868499756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,8,4,power_law_1.01,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,4,8,power_law_1.2,0.04629760086536407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,2,power_law_1.2,0.25864319801330565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,4,8,power_law_1.01,0.7479487895965576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,8,4,power_law_1.01,0.022912000119686127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,4,8,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,power_law_1.01,0.5773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,8,4,power_law_1.2,0.019673599302768706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,8,4,power_law_1.01,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,4,8,power_law_1.01,1.1528191566467285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,4,8,power_law_1.2,0.05284479856491089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,8,4,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,2,power_law_1.2,0.2627583980560303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,power_law_1.01,0.7208767890930176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,8,4,power_law_1.01,0.028672000765800475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,4,8,power_law_1.2,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,8,4,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,8,4,power_law_1.01,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,4,8,power_law_1.01,2.428102493286133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,power_law_1.01,0.9203712463378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,2,power_law_1.2,0.29552640914916994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,4,8,power_law_1.2,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,8,4,power_law_1.2,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,8,4,power_law_1.01,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,4,8,power_law_1.2,0.07006719708442688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,8,4,power_law_1.2,0.019648000597953796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,8,4,power_law_1.01,0.033548799157142636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,power_law_1.01,1.1778047561645508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,2,power_law_1.2,0.26847999095916747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,4,8,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,8,4,power_law_1.01,0.04382080137729645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,8,4,power_law_1.2,0.020902399718761445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,power_law_1.01,1.6044031143188477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,8,4,power_law_1.01,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,4,8,power_law_1.2,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,2,power_law_1.2,0.30617599487304686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,8,4,power_law_1.2,0.022144000232219695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,8,4,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,4,8,power_law_1.2,0.11489280462265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,8,4,power_law_1.2,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,2,power_law_1.2,0.33362560272216796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,8,4,power_law_1.01,0.04503679871559143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,power_law_1.01,1.9945472717285155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,8,4,power_law_1.01,0.06636800169944763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,4,8,power_law_1.2,0.15830399990081787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,8,4,power_law_1.2,0.023769600689411162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,1,power_law_1.2,0.0700543999671936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,8,4,power_law_1.01,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,8,4,power_law_1.2,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,4,8,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,power_law_1.01,0.07660160064697266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,8,4,power_law_1.01,0.03893760144710541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,2,power_law_1.2,0.40529918670654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,8,4,power_law_1.01,0.10198400020599366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,power_law_1.01,2.427289581298828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,8,4,power_law_1.2,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,1,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,4,8,power_law_1.2,0.24555521011352538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,8,4,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,power_law_1.01,0.0864575982093811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,8,4,power_law_1.01,0.14479360580444336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,8,4,power_law_1.2,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,4,8,power_law_1.2,0.31335039138793946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,2,power_law_1.2,0.46428799629211426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,8,4,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,8,4,power_law_1.01,0.17594879865646362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,power_law_1.01,0.10607999563217163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,8,4,power_law_1.2,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,1,power_law_1.2,0.0868224024772644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,2,power_law_1.01,3.7410816192626952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,4,8,power_law_1.2,0.44503040313720704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,8,4,power_law_1.01,0.040531200170516965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,8,4,power_law_1.01,0.25886080265045164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,8,4,power_law_1.2,0.029094401001930236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,power_law_1.01,0.144595205783844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,2,power_law_1.2,0.5879807949066163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,8,4,power_law_1.01,0.039743998646736146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,4,8,power_law_1.2,0.5990335941314697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,8,4,power_law_1.01,0.32498559951782224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,1,power_law_1.2,0.1044543981552124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,8,4,power_law_1.2,0.03315199911594391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,power_law_1.01,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,8,4,power_law_1.01,0.03971199989318848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,4,8,power_law_1.2,0.7102464199066162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,8,4,power_law_1.01,0.5449344158172608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,8,4,power_law_1.2,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,2,power_law_1.2,0.7344064235687255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,8,4,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,power_law_1.01,0.2289599895477295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,2,power_law_1.01,7.040812683105469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,1,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,8,4,power_law_1.01,0.7278783798217774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,8,4,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,4,8,power_law_1.2,1.0696703910827636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,8,4,power_law_1.01,0.040531200170516965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,power_law_1.01,0.2852799892425537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,8,4,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,8,4,power_law_1.01,0.9088768005371094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,8,4,power_law_1.01,0.04058879911899567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,2,power_law_1.2,0.9228351593017579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,1,power_law_1.2,0.16568959951400758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,power_law_1.01,0.29450240135192873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,4,8,power_law_1.2,2.6034496307373045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,8,4,power_law_1.01,0.04140160083770752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,8,4,power_law_1.2,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,8,4,power_law_1.01,1.4202816009521484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,8,4,power_law_1.01,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,8,4,power_law_1.2,0.09216639995574952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,power_law_1.01,0.2965503931045532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,2,power_law_1.2,1.205247974395752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,8,4,power_law_1.01,2.6644479751586916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,1,power_law_1.2,0.19619840383529663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,8,4,power_law_1.01,0.044223999977111815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,8,4,power_law_1.2,0.10154880285263061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,power_law_1.01,0.30208001136779783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,8,4,power_law_1.2,0.04257920086383819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,8,4,power_law_1.01,0.04734080135822296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,8,4,power_law_1.2,0.16261119842529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,2,power_law_1.2,1.6142208099365234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,power_law_1.01,0.3528640031814575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,8,4,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,8,4,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,1,power_law_1.2,0.2705343961715698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,8,4,power_law_1.2,0.2068416118621826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,8,4,power_law_1.01,0.05448960065841675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,8,4,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,power_law_1.01,0.3680255889892578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,8,4,power_law_1.2,0.26746881008148193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,8,4,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,8,4,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,1,power_law_1.2,0.2914367914199829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,2,power_law_1.2,2.0113407135009767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,8,4,power_law_1.2,0.32767999172210693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,power_law_1.01,0.4059135913848877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,8,4,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,8,4,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,16,2,power_law_1.01,0.018016000092029572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,8,4,power_law_1.2,0.5641920089721679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,8,4,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,8,4,power_law_1.01,0.077811199426651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,power_law_1.01,0.42495999336242674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,1,power_law_1.2,0.2934720039367676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,16,2,power_law_1.01,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,2,power_law_1.2,2.38799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,8,4,power_law_1.2,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,8,4,power_law_1.01,0.08929920196533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,8,4,power_law_1.2,0.7188416004180909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,16,2,power_law_1.2,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,power_law_1.01,0.4642816066741943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,8,4,power_law_1.01,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,8,4,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,1,power_law_1.2,0.30001280307769773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,16,2,power_law_1.01,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,8,4,power_law_1.2,0.8839167594909668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,16,2,power_law_1.2,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,8,4,power_law_1.01,0.13475199937820434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,8,4,power_law_1.2,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,16,2,power_law_1.2,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,power_law_1.01,0.5056511878967285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,16,2,power_law_1.01,0.01883520036935806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,8,4,power_law_1.2,1.5204352378845214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,2,power_law_1.2,3.721420669555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,8,4,power_law_1.01,0.1789888024330139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,1,power_law_1.2,0.31026558876037597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,8,4,power_law_1.2,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,16,2,power_law_1.2,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,16,2,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,8,4,power_law_1.01,0.2314176082611084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,power_law_1.01,0.5912576198577881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,8,4,power_law_1.2,0.041388800740242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,16,2,power_law_1.2,0.019654400646686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,8,4,power_law_1.2,3.337420654296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,16,2,power_law_1.01,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,8,4,power_law_1.01,0.30332159996032715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,1,power_law_1.2,0.3184704065322876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,8,4,power_law_1.2,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,16,2,power_law_1.2,0.02232320010662079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,16,2,power_law_1.01,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,8,4,power_law_1.01,0.4511807918548584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,2,power_law_1.2,7.399423980712891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,power_law_1.01,0.5638207912445068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,8,4,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,16,2,power_law_1.2,0.022892799973487855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,16,2,power_law_1.01,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,1,power_law_1.2,0.3397631883621216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,8,4,power_law_1.01,0.5412799835205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,8,4,power_law_1.2,0.04545280039310455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,16,2,power_law_1.2,0.023321600258350374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,16,2,power_law_1.01,0.02456959933042526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,power_law_1.01,0.7041024208068848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,8,4,power_law_1.01,0.5699711799621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,8,4,power_law_1.2,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,16,2,power_law_1.2,0.02456959933042526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,1,power_law_1.2,0.349183988571167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,16,2,power_law_1.01,0.024979199469089507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,8,4,power_law_1.01,1.0432512283325195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,8,4,power_law_1.2,0.05569919943809509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,16,2,power_law_1.2,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,power_law_1.01,0.6963200092315673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,16,2,power_law_1.01,0.025388801097869874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,16,2,power_law_1.01,0.037299200892448425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,1,power_law_1.2,0.3708992004394531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,8,4,power_law_1.2,0.06058880090713501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,16,2,power_law_1.2,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,8,4,power_law_1.01,1.8476991653442383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,16,2,power_law_1.01,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,power_law_1.01,0.8818623542785644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,16,2,power_law_1.2,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,8,4,power_law_1.2,0.06963840126991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,16,2,power_law_1.01,0.029894399642944335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,16,2,power_law_1.2,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,16,2,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,1,power_law_1.2,0.4085696220397949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,16,2,power_law_1.2,0.031142398715019226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,8,4,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,16,2,power_law_1.01,0.029875200986862183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,16,2,power_law_1.2,0.03767040073871612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,16,2,power_law_1.01,0.0385343998670578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,power_law_1.01,1.0938112258911132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,8,4,power_law_1.2,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,16,2,power_law_1.2,0.029471999406814574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,16,2,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,1,power_law_1.2,0.469158411026001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,16,2,power_law_1.2,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,16,2,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,8,4,power_law_1.2,0.11857279539108276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,16,2,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,16,2,power_law_1.2,0.03274880051612854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,power_law_1.01,1.4256128311157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,1,power_law_1.2,0.5244736194610595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,16,2,power_law_1.2,0.03933440148830414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,16,2,power_law_1.01,0.04056960046291351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,8,4,power_law_1.2,0.13496960401535035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,16,2,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,16,2,power_law_1.01,0.04340479969978332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,16,2,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,16,2,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,16,2,power_law_1.2,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,8,4,power_law_1.2,0.18390400409698487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,16,2,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,power_law_1.01,1.850169563293457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,1,power_law_1.2,0.6301760196685791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,16,2,power_law_1.2,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,16,2,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,16,2,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,8,4,power_law_1.2,0.23224959373474122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,16,2,power_law_1.01,0.05653759837150574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,16,2,power_law_1.2,0.060192000865936277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,16,2,power_law_1.2,0.041382399201393125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,16,2,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,8,4,power_law_1.2,0.3100672006607056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,16,2,power_law_1.01,0.06838399767875672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,4,8,power_law_1.01,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,power_law_1.01,2.482579231262207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,1,power_law_1.2,0.7045055866241455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,16,2,power_law_1.2,0.07328640222549439
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,16,2,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,16,2,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,8,4,power_law_1.2,0.41881599426269533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,16,2,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,4,8,power_law_1.01,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,16,2,power_law_1.2,0.09810559749603272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,16,2,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,16,2,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,16,2,power_law_1.01,0.10976639986038209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,8,4,power_law_1.2,0.6281216144561768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,power_law_1.01,3.0636032104492186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,1,power_law_1.2,0.8888383865356445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,16,2,power_law_1.2,0.13496320247650145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,4,8,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,16,2,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,16,2,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,16,2,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,8,4,power_law_1.2,0.6770688056945801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,16,2,power_law_1.2,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,4,8,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,16,2,power_law_1.01,0.04547840058803558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,16,2,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,16,2,power_law_1.01,0.22405118942260743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,1,power_law_1.2,1.1163583755493165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,power_law_1.01,3.7431297302246094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,16,2,power_law_1.2,0.23041279315948487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,8,4,power_law_1.2,1.238419246673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,16,2,power_law_1.01,0.04668799936771393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,16,2,power_law_1.2,0.045433598756790164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,16,2,power_law_1.01,0.23612799644470214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,4,8,power_law_1.01,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,16,2,power_law_1.2,0.3166271924972534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,8,4,power_law_1.2,2.5153535842895507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,16,2,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,16,2,power_law_1.2,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,16,2,power_law_1.2,0.47779197692871095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,16,2,power_law_1.01,0.39260799884796144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,1,power_law_1.2,1.4440383911132812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,4,8,power_law_1.01,0.029094401001930236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,1,power_law_1.01,5.71146240234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,16,2,power_law_1.2,0.623206377029419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,16,2,power_law_1.01,0.05446400046348572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,16,2,power_law_1.2,0.046265599131584165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,4,8,power_law_1.01,0.028672000765800475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,16,2,power_law_1.01,0.5072896003723144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,16,2,power_law_1.2,0.7217152118682861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,4,8,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,16,2,power_law_1.01,0.05694079995155334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,16,2,power_law_1.2,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,1,power_law_1.2,1.8853887557983398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,16,2,power_law_1.01,0.6414271831512451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,16,2,power_law_1.2,1.172480010986328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,4,8,power_law_1.01,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,1,power_law_1.01,10.892902374267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,16,2,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,16,2,power_law_1.01,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,16,2,power_law_1.01,1.0436672210693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,4,8,power_law_1.01,0.02868480086326599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,16,2,power_law_1.2,2.324051284790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,16,2,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,16,2,power_law_1.01,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,1,power_law_1.2,2.5337791442871094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,4,8,power_law_1.2,0.011449600011110306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,4,8,power_law_1.01,0.03274880051612854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,4,8,power_law_1.2,0.011494400352239609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,16,2,power_law_1.2,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,16,2,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,16,2,power_law_1.01,2.061299133300781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,4,8,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,4,8,power_law_1.2,0.01106560006737709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,16,2,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,16,2,power_law_1.01,0.08643199801445008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,4,8,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,4,8,power_law_1.2,0.011468800157308579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,1,power_law_1.2,3.0897920608520506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,16,2,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,4,8,power_law_1.2,0.011878400295972823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,16,2,power_law_1.01,0.10977920293807983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,4,8,power_law_1.01,0.04834559857845307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,4,8,power_law_1.2,0.015148800611495972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,4,8,power_law_1.01,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,4,8,power_law_1.01,0.05609599947929382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,16,2,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,16,2,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,4,8,power_law_1.2,0.013523200154304504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,1,power_law_1.2,3.7386302947998047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,4,8,power_law_1.01,0.06041600108146668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,4,8,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,4,8,power_law_1.01,0.044633600115776065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,16,2,power_law_1.01,0.15667200088500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,16,2,power_law_1.2,0.14458240270614625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,4,8,power_law_1.2,0.01598079949617386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,4,8,power_law_1.01,0.07557119727134705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,16,2,power_law_1.01,0.24391040802001954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,4,8,power_law_1.01,0.04668160080909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,16,2,power_law_1.2,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,4,8,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,4,8,power_law_1.2,0.013920000195503235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,4,8,power_law_1.01,0.09831039905548096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,16,2,power_law_1.01,0.2762752056121826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,4,8,power_law_1.01,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,16,2,power_law_1.2,0.2457535982131958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,4,8,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,1,power_law_1.2,5.743404769897461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,4,8,power_law_1.01,0.12536959648132323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,4,8,power_law_1.2,0.014336000382900237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,16,2,power_law_1.01,0.423737621307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,4,8,power_law_1.01,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,16,2,power_law_1.2,0.30616960525512693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,4,8,power_law_1.01,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,4,8,power_law_1.2,0.041356799006462094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,4,8,power_law_1.2,0.01679359972476959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,4,8,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,16,2,power_law_1.01,0.47124481201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,4,8,power_law_1.01,0.20888960361480713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,16,2,power_law_1.2,0.4335616111755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,4,8,power_law_1.2,0.012697599828243256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,8,4,power_law_1.01,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,4,8,power_law_1.2,0.04340479969978332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,4,8,power_law_1.01,0.04382080137729645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,4,8,power_law_1.01,0.3241919994354248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,16,2,power_law_1.01,0.6709504127502441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,4,8,power_law_1.2,0.012697599828243256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,16,2,power_law_1.2,0.5785664081573486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,4,8,power_law_1.2,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,1,power_law_1.2,10.919929504394531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,8,4,power_law_1.01,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,4,8,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,4,8,power_law_1.01,0.42620158195495605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,4,8,power_law_1.2,0.013516800105571746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,16,2,power_law_1.01,1.0987584114074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,16,2,power_law_1.2,0.7266304016113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,4,8,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,4,8,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,4,8,power_law_1.01,0.649625587463379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,8,4,power_law_1.01,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,4,8,power_law_1.2,0.01515520066022873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,4,8,power_law_1.2,0.04339199960231781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,16,2,power_law_1.2,1.0983424186706543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,4,8,power_law_1.01,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,16,2,power_law_1.01,2.2030399322509764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,4,8,power_law_1.01,0.8589376449584961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,8,4,power_law_1.01,0.020665599405765532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,4,8,power_law_1.2,0.015987199544906617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,4,8,power_law_1.2,0.04338560104370117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,4,8,power_law_1.01,0.04711039960384369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,4,8,power_law_1.01,1.1982848167419433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,8,4,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,16,2,power_law_1.2,1.997420883178711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,4,8,power_law_1.2,0.018028800189495087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,4,8,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,4,8,power_law_1.2,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,4,8,power_law_1.01,1.7158079147338867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,8,4,power_law_1.01,0.027846398949623107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,4,8,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,4,8,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,8,4,power_law_1.01,0.024959999322891235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,4,8,power_law_1.01,2.032217597961426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,4,8,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,4,8,power_law_1.2,0.02540160119533539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,8,4,power_law_1.01,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,4,8,power_law_1.01,0.05367040038108826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,4,8,power_law_1.01,3.430400085449219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,4,8,power_law_1.2,0.04955520033836365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,4,8,power_law_1.2,0.03276160061359405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,8,4,power_law_1.01,0.02683520019054413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,4,8,power_law_1.01,0.06515200138092041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,8,4,power_law_1.01,0.04752640128135681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,4,8,power_law_1.2,0.05116159915924072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,8,4,power_law_1.01,0.02948479950428009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,4,8,power_law_1.2,0.033990401029586795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,4,8,power_law_1.01,0.06677759885787964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,8,4,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,4,8,power_law_1.01,6.804653167724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,8,4,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,8,4,power_law_1.01,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,4,8,power_law_1.2,0.04343039989471435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,4,8,power_law_1.2,0.056460797786712646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,8,4,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,4,8,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,8,4,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,8,4,power_law_1.01,0.035622400045394895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,4,8,power_law_1.2,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,8,4,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,4,8,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,4,8,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,8,4,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,8,4,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,8,4,power_law_1.01,0.033190399408340454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,4,8,power_law_1.2,0.07617279887199402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,4,8,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,4,8,power_law_1.2,0.06614400148391723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,8,4,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,8,4,power_law_1.2,0.04179840087890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,8,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,8,4,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,4,8,power_law_1.2,0.09626240134239197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,4,8,power_law_1.01,0.11592960357666016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,4,8,power_law_1.2,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,8,4,power_law_1.01,0.04385280013084412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,8,4,power_law_1.01,0.04955520033836365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,8,4,power_law_1.2,0.041388800740242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,8,4,power_law_1.2,0.022137600183486938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,4,8,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,4,8,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,8,4,power_law_1.01,0.05367680191993714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,8,4,power_law_1.01,0.04343039989471435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,4,8,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,8,4,power_law_1.2,0.04176000058650971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,8,4,power_law_1.2,0.022950400412082673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,4,8,power_law_1.01,0.1912832021713257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,4,8,power_law_1.2,0.17285759449005128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,8,4,power_law_1.01,0.04382080137729645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,8,4,power_law_1.01,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,8,4,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,4,8,power_law_1.2,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,4,8,power_law_1.01,0.23429760932922364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,8,4,power_law_1.2,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,8,4,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,16,2,power_law_1.01,0.01926400065422058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,4,8,power_law_1.2,0.21093759536743165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,8,4,power_law_1.01,0.08089600205421447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,8,4,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,4,8,power_law_1.2,0.1210368037223816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,4,8,power_law_1.01,0.34016640186309816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,8,4,power_law_1.2,0.025830399990081788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,8,4,power_law_1.01,0.04630399942398071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,8,4,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,8,4,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,4,8,power_law_1.01,0.41880321502685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,4,8,power_law_1.2,0.3254143953323364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,4,8,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,16,2,power_law_1.01,0.01964160054922104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,8,4,power_law_1.2,0.03051519989967346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,4,8,power_law_1.01,0.5638144016265869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,8,4,power_law_1.01,0.04506880044937134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,8,4,power_law_1.01,0.11693439483642579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,8,4,power_law_1.2,0.04465279877185822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,4,8,power_law_1.2,0.1947711944580078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,16,2,power_law_1.01,0.02006399929523468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,4,8,power_law_1.2,0.6320127964019775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,4,8,power_law_1.01,0.8101887702941895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,8,4,power_law_1.01,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,8,4,power_law_1.2,0.02622080147266388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,8,4,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,4,8,power_law_1.2,0.24023680686950682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,8,4,power_law_1.01,0.1597440004348755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,16,2,power_law_1.01,0.02232320010662079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,4,8,power_law_1.01,1.0223615646362305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,4,8,power_law_1.2,0.34590721130371094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,8,4,power_law_1.01,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,8,4,power_law_1.2,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,8,4,power_law_1.2,0.028672000765800475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,8,4,power_law_1.01,0.187391996383667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,16,2,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,4,8,power_law_1.01,1.5945792198181152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,4,8,power_law_1.2,0.4145088195800781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,8,4,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,8,4,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,16,2,power_law_1.01,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,8,4,power_law_1.01,0.3123199939727783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,8,4,power_law_1.2,0.03030399978160858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,4,8,power_law_1.2,0.61911039352417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,4,8,power_law_1.01,3.6513790130615233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,16,2,power_law_1.01,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,8,4,power_law_1.01,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,8,4,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,8,4,power_law_1.01,0.4941823959350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,4,8,power_law_1.2,0.7729216098785401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,8,4,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,16,2,power_law_1.01,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,8,4,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,4,8,power_law_1.2,1.0031231880187987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,8,4,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,8,4,power_law_1.01,0.615008020401001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,8,4,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,16,2,power_law_1.01,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,4,8,power_law_1.2,1.6670848846435546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,8,4,power_law_1.01,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,16,2,power_law_1.01,0.029529601335525513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,8,4,power_law_1.2,0.06516479849815368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,16,2,power_law_1.2,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,8,4,power_law_1.01,0.9895936012268066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,8,4,power_law_1.2,0.04547840058803558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,16,2,power_law_1.01,0.026617598533630372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,16,2,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,4,8,power_law_1.2,3.743539047241211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,8,4,power_law_1.01,0.07742720246315002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,8,4,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,8,4,power_law_1.2,0.049772799015045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,8,4,power_law_1.01,1.286348819732666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,16,2,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,16,2,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,8,4,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,16,2,power_law_1.01,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,16,2,power_law_1.2,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,8,4,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,16,2,power_law_1.01,0.03278720080852508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,8,4,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,8,4,power_law_1.01,1.4047231674194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,16,2,power_law_1.01,0.04097920060157776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,16,2,power_law_1.2,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,16,2,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,8,4,power_law_1.01,0.11510399580001832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,8,4,power_law_1.2,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,8,4,power_law_1.2,0.08764799833297729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,16,2,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,16,2,power_law_1.2,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,16,2,power_law_1.01,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,8,4,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,8,4,power_law_1.01,2.0596992492675783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,8,4,power_law_1.01,0.13392000198364257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,16,2,power_law_1.01,0.04503679871559143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,16,2,power_law_1.2,0.025388801097869874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,8,4,power_law_1.2,0.10323840379714966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,16,2,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,16,2,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,8,4,power_law_1.2,0.11938560009002686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,16,2,power_law_1.2,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,16,2,power_law_1.01,0.05200639963150024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,8,4,power_law_1.01,0.17449599504470825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,8,4,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,16,2,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,16,2,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,8,4,power_law_1.01,4.507852935791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,16,2,power_law_1.2,0.027859199047088622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,8,4,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,16,2,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,8,4,power_law_1.2,0.12348799705505371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,8,4,power_law_1.01,0.18023040294647216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,16,2,power_law_1.01,0.047916799783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,16,2,power_law_1.2,0.02826879918575287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,16,2,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,16,2,power_law_1.01,0.07761279940605163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,8,4,power_law_1.2,0.18554879426956178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,8,4,power_law_1.2,0.1794111967086792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,16,2,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,8,4,power_law_1.01,0.2899967908859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,16,2,power_law_1.2,0.02781440019607544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,16,2,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,16,2,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,8,4,power_law_1.2,0.23364479541778566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,8,4,power_law_1.2,0.21135358810424804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,16,2,power_law_1.01,0.04670720100402832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,16,2,power_law_1.01,0.12163840532302857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,16,2,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,16,2,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,8,4,power_law_1.01,0.3842367887496948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,8,4,power_law_1.2,0.3135488033294678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,8,4,power_law_1.2,0.3234112024307251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,16,2,power_law_1.01,0.046700799465179445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,16,2,power_law_1.01,0.17060480117797852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,16,2,power_law_1.2,0.03278079926967621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,16,2,power_law_1.2,0.044659200310707095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,16,2,power_law_1.01,0.04836480021476745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,8,4,power_law_1.01,0.6076608180999756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,16,2,power_law_1.01,0.21729280948638915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,8,4,power_law_1.2,0.4827136039733887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,8,4,power_law_1.2,0.43233280181884765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,32,1,power_law_1.01,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,16,2,power_law_1.2,0.033555200695991515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,16,2,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,16,2,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,16,2,power_law_1.01,0.35615360736846924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,8,4,power_law_1.2,0.5814271926879883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,8,4,power_law_1.01,0.728268814086914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,8,4,power_law_1.2,0.5146687984466553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,16,2,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,32,1,power_law_1.01,0.019232000410556793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,16,2,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,16,2,power_law_1.01,0.049568000435829165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,16,2,power_law_1.01,0.42127361297607424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,16,2,power_law_1.2,0.044627198576927186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,32,1,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,16,2,power_law_1.01,0.05287039875984192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,16,2,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,8,4,power_law_1.2,0.7827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,8,4,power_law_1.01,0.9195520401000976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,8,4,power_law_1.2,0.9449472427368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,16,2,power_law_1.01,0.5646336078643799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,32,1,power_law_1.01,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,16,2,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,16,2,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,16,2,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,16,2,power_law_1.01,0.8630271911621094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,8,4,power_law_1.2,1.1126784324645995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,8,4,power_law_1.2,1.4807040214538574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,8,4,power_law_1.01,1.601126480102539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,32,1,power_law_1.01,0.021721599996089934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,16,2,power_law_1.01,0.06959360241889953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,16,2,power_law_1.2,0.06595199704170226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,16,2,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,16,2,power_law_1.01,1.00065279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,32,1,power_law_1.01,0.022515200078487396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,16,2,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,16,2,power_law_1.2,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,8,4,power_law_1.2,1.727686309814453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,8,4,power_law_1.2,1.4745599746704101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,16,2,power_law_1.2,0.04693120121955872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,16,2,power_law_1.01,1.5015935897827148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,32,1,power_law_1.01,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,8,4,power_law_1.01,2.658310317993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,16,2,power_law_1.01,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,16,2,power_law_1.2,0.11467519998550416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,16,2,power_law_1.2,0.0499455988407135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,32,1,power_law_1.01,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,16,2,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,16,2,power_law_1.01,2.796953582763672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,8,4,power_law_1.2,2.888319969177246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,8,4,power_law_1.2,2.900166320800781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,16,2,power_law_1.2,0.13541120290756226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,32,1,power_law_1.01,0.025407999753952026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,16,2,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,16,2,power_law_1.01,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,32,1,power_law_1.01,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,16,2,power_law_1.2,0.19311360120773316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,16,2,power_law_1.2,0.052832001447677614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,8,4,power_law_1.2,6.229420852661133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,16,2,power_law_1.01,0.12041599750518799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,32,1,power_law_1.01,0.027027198672294618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,16,2,power_law_1.2,0.23838720321655274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,16,2,power_law_1.2,0.06225280165672302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,32,1,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,16,2,power_law_1.01,0.16240639686584474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,32,1,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,16,2,power_law_1.2,0.3788800001144409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,16,2,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,32,1,power_law_1.2,0.020057600736618043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,16,2,power_law_1.01,0.21155838966369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,32,1,power_law_1.01,0.03482879996299744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,32,1,power_law_1.2,0.020473599433898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,16,2,power_law_1.2,0.4364287853240967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,16,2,power_law_1.2,0.069651198387146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,16,2,power_law_1.01,0.2942975997924805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,32,1,power_law_1.01,0.03627519905567169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,32,1,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,16,2,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,16,2,power_law_1.01,0.36003201007843016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,16,2,power_law_1.2,0.699187183380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,32,1,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,32,1,power_law_1.01,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,32,1,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,32,1,power_law_1.2,0.04134399890899658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,16,2,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,32,1,power_law_1.01,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,16,2,power_law_1.01,0.501964807510376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,16,2,power_law_1.2,0.8876031875610352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,32,1,power_law_1.2,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,32,1,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,32,1,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,32,1,power_law_1.01,0.05856000185012818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,16,2,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,16,2,power_law_1.01,0.5842879772186279
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,32,1,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,16,2,power_law_1.2,1.1683839797973632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,32,1,power_law_1.01,0.04362240135669708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,16,2,power_law_1.2,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,32,1,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,16,2,power_law_1.01,0.7679999828338623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,32,1,power_law_1.2,0.02332800030708313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,32,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,16,2,power_law_1.2,1.9081151962280274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,16,2,power_law_1.2,0.16200319528579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,32,1,power_law_1.01,0.04874880015850067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,32,1,power_law_1.2,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,32,1,power_law_1.2,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,16,2,power_law_1.01,1.2994688034057618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,16,2,power_law_1.2,0.20930559635162355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.01,0.10547840595245361
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,32,1,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,32,1,power_law_1.2,0.049568000435829165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,32,1,power_law_1.2,0.025779199600219727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,32,power_law_1.01,0.022515200078487396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,16,2,power_law_1.2,3.8410175323486326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,16,2,power_law_1.2,0.2815999984741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,16,2,power_law_1.01,2.536652755737305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,32,1,power_law_1.01,0.04958080053329468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.01,0.145414400100708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,32,1,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,32,1,power_law_1.2,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,16,2,power_law_1.2,0.3000319957733154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,32,1,power_law_1.01,0.05080320239067078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,32,1,power_law_1.2,0.026617598533630372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,32,power_law_1.01,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,32,1,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.01,0.18555519580841065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,16,2,power_law_1.2,0.5539840221405029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,16,2,power_law_1.2,0.6328256130218506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,32,1,power_law_1.01,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,32,1,power_law_1.2,0.03315840065479279
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,32,1,power_law_1.2,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.01,0.2553855895996094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,32,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,16,2,power_law_1.2,0.9584639549255372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,32,1,power_law_1.01,0.050393599271774295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,32,1,power_law_1.2,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,32,1,power_law_1.2,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.01,0.33013761043548584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,16,2,power_law_1.2,1.4415679931640626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,32,1,power_law_1.01,0.04999040067195892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,32,1,power_law_1.2,0.03400959968566895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,32,1,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,32,power_law_1.01,0.02622720003128052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.01,0.4786240100860596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,32,power_law_1.01,0.0991424024105072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,32,1,power_law_1.01,0.05080320239067078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,16,2,power_law_1.2,2.998067283630371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,32,1,power_law_1.2,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,32,1,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,32,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,32,1,power_law_1.01,0.05445759892463684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,32,power_law_1.01,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,32,1,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.01,0.6268864154815674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,32,1,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,32,power_law_1.2,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,32,power_law_1.01,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,32,1,power_law_1.01,0.05568640232086182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,32,1,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,32,1,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,32,1,power_law_1.01,0.7782336235046386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,32,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,32,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,32,1,power_law_1.01,0.05813760161399841
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,32,power_law_1.2,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,32,1,power_law_1.2,0.057766401767730714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,32,1,power_law_1.2,0.05651199817657471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,32,1,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,32,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,32,power_law_1.2,0.022150400280952453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,32,1,power_law_1.01,1.2347264289855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,32,1,power_law_1.2,0.06759039759635925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,32,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,32,1,power_law_1.01,0.07268480062484742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,32,power_law_1.01,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,32,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,32,1,power_law_1.2,0.06964480280876159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.2,0.08478080034255982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,32,power_law_1.2,0.10056320428848267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,32,1,power_law_1.01,0.07454079985618592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,32,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,32,1,power_law_1.01,2.440812873840332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,32,power_law_1.01,0.046675199270248414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,32,power_law_1.2,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,32,1,power_law_1.01,0.08561279773712158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,32,1,power_law_1.2,0.07288320064544677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,32,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,32,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,32,power_law_1.2,0.03192319869995117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.2,0.14583040475845338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,32,1,power_law_1.2,0.08393599987030029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,32,power_law_1.01,0.052223998308181765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.01,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,32,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,32,power_law_1.01,0.09583359956741333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,32,1,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.2,0.1812351942062378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,32,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.01,0.1396415948867798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,32,power_law_1.01,0.09996160268783569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,32,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,32,1,power_law_1.2,0.11628799438476563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.2,0.25436160564422605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,32,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,32,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.01,0.18288639783859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,32,1,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,32,power_law_1.01,0.09953920245170593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.2,0.3250175952911377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,32,power_law_1.2,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.01,0.2168895959854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,32,power_law_1.01,0.07537279725074768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,32,power_law_1.2,0.046291199326515195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,32,1,power_law_1.2,0.17816319465637206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,32,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.2,0.47411198616027833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.01,0.29818880558013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,32,power_law_1.2,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,32,power_law_1.2,0.05161600112915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,32,1,power_law_1.2,0.2172991991043091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,32,power_law_1.01,0.08681600093841553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.01,0.3762176036834717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.2,0.6248511791229248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,32,power_law_1.01,0.1019968032836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,32,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,32,1,power_law_1.2,0.29920639991760256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,32,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.01,0.5453824043273926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,32,1,power_law_1.2,0.7774208068847657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,32,power_law_1.01,0.10014079809188843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,32,power_law_1.01,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,32,1,power_law_1.2,0.3774399995803833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,32,power_law_1.2,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.01,0.7081984043121338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,32,power_law_1.2,0.09440640211105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,32,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,32,1,power_law_1.2,1.2331071853637696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,32,1,power_law_1.2,0.5437439918518067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,32,1,power_law_1.01,0.8621824264526368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,32,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,32,power_law_1.01,0.07884160280227662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,32,power_law_1.01,0.11015039682388306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,32,power_law_1.2,0.09440640211105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,32,1,power_law_1.2,0.7118847846984864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,32,1,power_law_1.01,1.3830143928527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,32,1,power_law_1.2,2.436288070678711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,32,power_law_1.2,0.10857599973678589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,32,power_law_1.01,0.09052799940109253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,32,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,32,1,power_law_1.2,0.8667136192321777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,32,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,32,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,32,1,power_law_1.01,2.787500762939453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,32,power_law_1.01,0.11469440460205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,16,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,32,power_law_1.01,0.1300480008125305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,32,1,power_law_1.2,1.3899456024169923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,32,power_law_1.2,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,32,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,32,power_law_1.01,0.0966592013835907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,32,power_law_1.01,0.14212479591369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,16,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,32,1,power_law_1.2,2.781388854980469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,32,power_law_1.2,0.10056320428848267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,32,power_law_1.2,0.1146623969078064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,32,power_law_1.01,0.12287360429763794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,16,power_law_1.01,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,32,power_law_1.01,0.17366399765014648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,32,power_law_1.2,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,32,power_law_1.01,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,32,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,16,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,32,power_law_1.01,0.18575359582901002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,32,power_law_1.01,0.19005440473556517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,32,power_law_1.2,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,32,power_law_1.2,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,16,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,32,power_law_1.01,0.23142399787902831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,32,power_law_1.01,0.27749760150909425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,16,power_law_1.01,0.0827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,16,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,32,power_law_1.2,0.14784640073776245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,32,power_law_1.2,0.1106112003326416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,16,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,32,power_law_1.01,0.2777087926864624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,16,power_law_1.01,0.057132798433303836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,32,power_law_1.01,0.36287360191345214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,32,power_law_1.2,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,32,power_law_1.2,0.11161600351333618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,16,power_law_1.01,0.11284480094909669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,16,power_law_1.2,0.02497279942035675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,16,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,32,power_law_1.01,0.3606528043746948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,16,power_law_1.01,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,32,power_law_1.2,0.11920000314712524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,32,power_law_1.2,0.27463040351867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,16,power_law_1.01,0.0757695972919464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,32,power_law_1.01,0.5363711833953857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,16,power_law_1.2,0.02459519952535629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,16,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,32,power_law_1.01,0.4507584095001221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,16,power_law_1.01,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,32,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,32,power_law_1.2,0.36024320125579834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,16,power_law_1.01,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,16,power_law_1.2,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,16,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,32,power_law_1.01,0.7081920146942139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,32,power_law_1.01,0.6273024082183838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,16,power_law_1.01,0.06615039706230164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,32,power_law_1.2,0.14867839813232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,32,power_law_1.2,0.5322815895080566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,16,power_law_1.2,0.031123200058937074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,16,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,16,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,16,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,32,power_law_1.01,0.8204287528991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,32,power_law_1.01,1.0545087814331056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,32,power_law_1.2,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,32,power_law_1.2,0.7036928176879883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,16,power_law_1.2,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,16,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,16,power_law_1.2,0.07292159795761108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,16,power_law_1.01,0.08581759929656982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,32,power_law_1.01,1.0506048202514648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,32,power_law_1.2,0.2023360013961792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,32,power_law_1.2,1.0481663703918458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,16,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,16,power_law_1.2,0.08149759769439698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,16,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,16,power_law_1.01,0.09276800155639649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,32,power_law_1.01,1.4006272315979005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,32,power_law_1.2,0.2529216051101685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,32,power_law_1.01,1.5699904441833497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,16,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,16,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,16,power_law_1.01,0.0989247977733612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,16,power_law_1.2,0.046265599131584165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,32,power_law_1.2,1.3920319557189942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,32,power_law_1.2,0.30618240833282473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,32,power_law_1.01,1.7448768615722656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,16,power_law_1.01,0.08743680119514466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,16,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,16,power_law_1.01,0.10076800584793091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,16,power_law_1.2,0.04750719964504242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,32,power_law_1.2,0.3796736001968384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,32,power_law_1.2,1.7375423431396484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,32,power_law_1.01,2.9845504760742188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,16,power_law_1.01,0.09807999730110169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,16,power_law_1.01,0.1038591980934143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,16,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,16,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,32,power_law_1.2,0.5064703941345214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,32,power_law_1.01,2.7826175689697266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,16,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,32,power_law_1.2,2.7711488723754885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,16,power_law_1.2,0.1019968032836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,16,power_law_1.01,0.12046079635620117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,16,power_law_1.2,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,32,power_law_1.2,0.7323647975921631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,16,power_law_1.01,0.10609920024871826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,16,power_law_1.2,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,16,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,16,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,32,power_law_1.2,0.9273344039916992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,32,power_law_1.01,5.542892837524414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,32,power_law_1.2,5.51014404296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,16,power_law_1.01,0.10712319612503052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,16,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,16,power_law_1.2,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,16,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,32,power_law_1.2,1.1569151878356934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,16,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,16,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,16,power_law_1.2,0.1019968032836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,16,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,32,power_law_1.2,1.8632640838623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,8,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,16,power_law_1.01,0.11635199785232545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,16,power_law_1.2,0.11260800361633301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,16,power_law_1.2,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,16,power_law_1.01,0.20888960361480713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,8,power_law_1.01,0.02250880002975464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,16,power_law_1.01,0.1167680025100708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,16,power_law_1.2,0.11816960573196411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,16,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,16,power_law_1.01,0.27095680236816405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,8,power_law_1.01,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,32,power_law_1.2,4.347488021850586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,16,power_law_1.01,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,16,power_law_1.2,0.10855040550231934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,16,power_law_1.2,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,8,power_law_1.01,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,16,power_law_1.01,0.39198079109191897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,8,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,16,power_law_1.01,0.1410815954208374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,8,power_law_1.01,0.08723199963569642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,8,power_law_1.01,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,16,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,16,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,16,power_law_1.01,0.5310400009155274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,8,power_law_1.01,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,8,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,16,power_law_1.01,0.156876802444458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,16,power_law_1.2,0.11879040002822876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,16,power_law_1.2,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,8,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,8,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,8,power_law_1.01,0.0755840003490448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,16,power_law_1.01,0.18145279884338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,16,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,16,power_law_1.2,0.16097279787063598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,16,power_law_1.01,0.7561215877532959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,8,power_law_1.2,0.023321600258350374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,8,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,8,power_law_1.01,0.0745024025440216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,16,power_law_1.01,0.20522239208221435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,16,power_law_1.2,0.18595199584960936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,16,power_law_1.2,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,8,power_law_1.01,0.05203199982643127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,8,power_law_1.2,0.02336000055074692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,16,power_law_1.01,1.0346495628356933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,8,power_law_1.01,0.0833791971206665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,8,power_law_1.2,0.08069760203361512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,16,power_law_1.01,0.2531327962875366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,8,power_law_1.01,0.056543999910354616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,16,power_law_1.2,0.26972160339355467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,8,power_law_1.2,0.025798401236534117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,16,power_law_1.2,0.2084928035736084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,8,power_law_1.01,0.09423360228538513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,8,power_law_1.01,0.06802560091018676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,8,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,16,power_law_1.01,0.2916352033615112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,16,power_law_1.01,1.3285311698913573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,8,power_law_1.2,0.028646400570869444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,16,power_law_1.2,0.2692863941192627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,16,power_law_1.2,0.35143680572509767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,8,power_law_1.01,0.11222399473190307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,8,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,8,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,8,power_law_1.2,0.03155199885368347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,16,power_law_1.01,0.38993918895721436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,16,power_law_1.2,0.29982719421386717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,16,power_law_1.2,0.5167103767395019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,8,power_law_1.01,0.08152959942817688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,8,power_law_1.01,0.11201920509338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,16,power_law_1.01,1.7809343338012695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,8,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,8,power_law_1.2,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,16,power_law_1.2,0.41451520919799806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,8,power_law_1.01,0.09831039905548096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,16,power_law_1.2,0.6803328037261963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,16,power_law_1.01,0.47165441513061523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,8,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,8,power_law_1.01,0.07743359804153442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,8,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,8,power_law_1.2,0.07925760149955749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,16,power_law_1.01,2.8182592391967773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,8,power_law_1.01,0.1142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,16,power_law_1.2,0.5208255767822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,16,power_law_1.2,1.0100607872009277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,16,power_law_1.01,0.638592004776001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,8,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,8,power_law_1.2,0.045433598756790164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,8,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,8,power_law_1.01,0.118777596950531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,16,power_law_1.2,0.795033597946167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,16,power_law_1.2,1.34204158782959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,16,power_law_1.01,0.8110079765319824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,8,power_law_1.01,0.10652159452438355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,8,power_law_1.2,0.05360640287399292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,8,power_law_1.01,0.12434560060501099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,8,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,16,power_law_1.01,5.6633342742919925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,8,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,16,power_law_1.2,0.9678848266601563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,8,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,16,power_law_1.01,1.021132755279541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,16,power_law_1.2,1.6723903656005858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,8,power_law_1.01,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,8,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,8,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,8,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,8,power_law_1.01,0.12783360481262207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,8,power_law_1.2,0.10938880443572999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,16,power_law_1.2,1.145849609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,16,power_law_1.01,1.5638527870178223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,8,power_law_1.01,0.16551680564880372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,16,power_law_1.2,2.66363525390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,8,power_law_1.2,0.07537279725074768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,8,power_law_1.01,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,8,power_law_1.2,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,8,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,8,power_law_1.2,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,16,power_law_1.2,1.9249151229858399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,8,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,8,power_law_1.2,0.11918720006942748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,8,power_law_1.01,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,8,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,16,power_law_1.01,3.1418432235717773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,4,power_law_1.01,0.02255360037088394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,16,power_law_1.2,5.301657485961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,8,power_law_1.01,0.14580479860305787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,8,power_law_1.2,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,8,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,8,power_law_1.01,0.3733504056930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,4,power_law_1.01,0.02417919933795929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,16,power_law_1.2,4.165222549438477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,8,power_law_1.01,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,8,power_law_1.2,0.12226560115814208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,8,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,4,power_law_1.01,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,8,power_law_1.01,0.5470272064208984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,8,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,8,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,8,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,4,power_law_1.01,0.031116798520088196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,8,power_law_1.01,0.7213056087493896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,8,power_law_1.2,0.13393280506134034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,8,power_law_1.2,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,8,power_law_1.01,0.20684800148010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,4,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,4,power_law_1.2,0.022694399952888487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,8,power_law_1.2,0.13742079734802246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,8,power_law_1.2,0.1392575979232788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,4,power_law_1.01,0.045664000511169436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,8,power_law_1.01,0.22736639976501466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,8,power_law_1.01,1.0725248336791993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,4,power_law_1.2,0.023769600689411162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,8,power_law_1.2,0.1558527946472168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,8,power_law_1.2,0.19578239917755128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,4,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,8,power_law_1.01,0.28958721160888673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,8,power_law_1.01,1.425203227996826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,4,power_law_1.2,0.024953599274158477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,8,power_law_1.2,0.16424319744110108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,8,power_law_1.01,0.3264512062072754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,4,power_law_1.01,0.057785600423812866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,8,power_law_1.2,0.24574720859527588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,4,power_law_1.01,0.08353279829025269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,4,power_law_1.2,0.03136000037193298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,8,power_law_1.2,0.19251199960708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,4,power_law_1.01,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,8,power_law_1.01,1.7784832000732422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,4,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,8,power_law_1.01,0.43601279258728026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,8,power_law_1.2,0.35532801151275634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,4,power_law_1.2,0.034201601147651674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,4,power_law_1.01,0.0864575982093811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,8,power_law_1.2,0.2095103979110718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,8,power_law_1.01,0.5429120063781738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,4,power_law_1.01,0.0681984007358551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,4,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,4,power_law_1.2,0.08357120156288148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,4,power_law_1.01,0.07333120107650756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,8,power_law_1.2,0.4642943859100342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,8,power_law_1.01,2.832588768005371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,8,power_law_1.2,0.2406399965286255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,4,power_law_1.2,0.05384960174560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,8,power_law_1.01,0.7393280029296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,4,power_law_1.01,0.07475200295448303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,4,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,8,power_law_1.2,0.3119040012359619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,4,power_law_1.2,0.0700160026550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,8,power_law_1.2,0.683622407913208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,4,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,4,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,4,power_law_1.01,0.08213120102882385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,8,power_law_1.01,0.9650176048278809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,8,power_law_1.2,0.3446719884872437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,8,power_law_1.01,5.637120056152344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,4,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,4,power_law_1.2,0.06288639903068542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,4,power_law_1.01,0.10606080293655396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,8,power_law_1.2,0.9035840034484863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,4,power_law_1.01,0.09236479997634887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,8,power_law_1.01,1.1757568359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,8,power_law_1.2,0.4601856231689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,4,power_law_1.2,0.06898559927940369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,4,power_law_1.2,0.09195520281791687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,4,power_law_1.01,0.133951997756958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,8,power_law_1.2,0.5941184043884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,4,power_law_1.01,0.10732159614562989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,4,power_law_1.2,0.07701119780540466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,8,power_law_1.01,1.9019775390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,8,power_law_1.2,1.1261887550354004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,4,power_law_1.2,0.10035840272903443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,4,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,8,power_law_1.2,0.8265664100646972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,4,power_law_1.01,0.09195520281791687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,4,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,4,power_law_1.01,0.13923840522766112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,8,power_law_1.2,1.0696703910827636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,4,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,4,power_law_1.2,0.09444479942321778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,4,power_law_1.01,0.09728000164031983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,8,power_law_1.01,3.76360969543457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,8,power_law_1.2,1.7870847702026367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,2,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,4,power_law_1.2,0.11038719415664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,4,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,4,power_law_1.01,0.11408640146255493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,8,power_law_1.2,1.3318079948425292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,4,power_law_1.2,0.1347839951515198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,2,power_law_1.01,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,4,power_law_1.2,0.09667199850082397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,2,power_law_1.01,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,4,power_law_1.01,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,4,power_law_1.01,0.1503167986869812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,4,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,8,power_law_1.2,2.0363264083862305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,8,power_law_1.2,3.5483585357666017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,4,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,2,power_law_1.01,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,4,power_law_1.01,0.13659520149230958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,4,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,4,power_law_1.01,0.1552191972732544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,2,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,4,power_law_1.2,0.11978240013122558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,4,power_law_1.01,0.14869120121002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,4,power_law_1.2,0.1519487977027893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,4,power_law_1.01,0.15561599731445314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,8,power_law_1.2,4.797433471679687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,2,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,2,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,4,power_law_1.2,0.12060799598693847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,4,power_law_1.2,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,4,power_law_1.01,0.17715200185775756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,2,power_law_1.2,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,2,power_law_1.01,0.04379520118236542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,4,power_law_1.01,0.1613759994506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,4,power_law_1.2,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,2,power_law_1.2,0.023955200612545014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,2,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,4,power_law_1.2,0.15728000402450562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,4,power_law_1.2,0.15687040090560914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,4,power_law_1.01,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,4,power_law_1.01,0.22917120456695556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,2,power_law_1.2,0.027039998769760133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,2,power_law_1.01,0.05736960172653198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,4,power_law_1.2,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,4,power_law_1.2,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,4,power_law_1.01,0.17736320495605468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,4,power_law_1.01,0.29716479778289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,2,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,2,power_law_1.01,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,4,power_law_1.2,0.25929598808288573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,4,power_law_1.2,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,4,power_law_1.01,0.18227839469909668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,4,power_law_1.01,0.4114367961883545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,2,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,2,power_law_1.01,0.06800640225410462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,4,power_law_1.2,0.32830080986022947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,4,power_law_1.2,0.18595839738845826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,4,power_law_1.01,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,2,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,2,power_law_1.01,0.08072320222854615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,4,power_law_1.01,0.5404672145843505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,4,power_law_1.2,0.19005440473556517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,4,power_law_1.2,0.461407995223999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,4,power_law_1.01,0.23429760932922364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,2,power_law_1.2,0.047116801142692566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,2,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,2,power_law_1.2,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,2,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,4,power_law_1.2,0.2056191921234131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,2,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,4,power_law_1.01,0.7589888095855712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,4,power_law_1.01,0.27381761074066163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,4,power_law_1.2,0.5932991981506348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,2,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,2,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,4,power_law_1.2,0.23982079029083253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,4,power_law_1.01,0.3043328046798706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,4,power_law_1.2,0.833523178100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,2,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,4,power_law_1.01,0.9891839981079101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,2,power_law_1.2,0.08315520286560059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,2,power_law_1.2,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,2,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,4,power_law_1.2,0.2770944118499756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,4,power_law_1.01,0.360646390914917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,4,power_law_1.2,1.128659152984619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,2,power_law_1.01,0.08727040290832519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,2,power_law_1.2,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,2,power_law_1.2,0.08969600200653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,2,power_law_1.01,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,4,power_law_1.2,0.3106879949569702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,4,power_law_1.01,1.3027199745178222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,4,power_law_1.01,0.427839994430542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,2,power_law_1.2,0.08662400245666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,2,power_law_1.01,0.10422400236129761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,2,power_law_1.01,0.11920000314712524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,2,power_law_1.2,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,4,power_law_1.2,1.4370816230773926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,4,power_law_1.2,0.3737600088119507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,2,power_law_1.2,0.10648959875106812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,4,power_law_1.01,0.5638144016265869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,2,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,2,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,2,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,4,power_law_1.01,1.954003143310547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,4,power_law_1.2,0.4347839832305908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,4,power_law_1.2,2.1444608688354494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,2,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,2,power_law_1.01,0.16097279787063598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,2,power_law_1.2,0.11918720006942748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,2,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,4,power_law_1.01,0.7172095775604248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,4,power_law_1.2,0.5986368179321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,2,power_law_1.2,0.09626240134239197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,2,power_law_1.01,0.2007040023803711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,2,power_law_1.2,0.1378368020057678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,2,power_law_1.01,0.18534400463104247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,4,power_law_1.01,3.9835582733154298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,4,power_law_1.01,1.0276864051818848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,4,power_law_1.2,0.7573440074920654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,2,power_law_1.2,0.118777596950531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,2,power_law_1.2,0.1810431957244873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,2,power_law_1.01,0.28037118911743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,2,power_law_1.01,0.19783040285110473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,4,power_law_1.2,4.4886016845703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,4,power_law_1.2,1.0536959648132325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,4,power_law_1.01,1.20196475982666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,2,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,2,power_law_1.01,0.20172159671783446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,2,power_law_1.2,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,2,power_law_1.01,0.3565567970275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,2,power_law_1.01,0.2068416118621826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,4,power_law_1.2,1.345740795135498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,2,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,2,power_law_1.2,0.19025280475616455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,4,power_law_1.01,1.5835071563720704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,2,power_law_1.01,0.5163008213043213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,2,power_law_1.01,0.2172800064086914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,2,power_law_1.2,0.20992000102996827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,2,power_law_1.2,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,4,power_law_1.2,1.5691776275634766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,2,power_law_1.01,0.6631423950195312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,4,power_law_1.01,2.331443214416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,2,power_law_1.01,0.22279679775238037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,2,power_law_1.2,0.22425599098205568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,2,power_law_1.2,0.19927040338516236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,2,power_law_1.01,0.21852800846099854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,2,power_law_1.01,0.9768959999084472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,2,power_law_1.2,0.22691199779510499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,4,power_law_1.2,2.61856632232666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,2,power_law_1.2,0.2807807922363281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,32,power_law_1.01,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,2,power_law_1.01,0.22425599098205568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,32,power_law_1.2,0.020505599677562714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,2,power_law_1.2,0.2367487907409668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,2,power_law_1.2,0.35000319480895997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,4,power_law_1.01,4.624607849121094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,2,power_law_1.01,1.2867584228515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,32,power_law_1.01,0.020473599433898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,2,power_law_1.01,0.24412159919738768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,32,power_law_1.2,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,2,power_law_1.2,0.23820159435272217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,2,power_law_1.2,0.5220416069030762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,4,power_law_1.2,5.026208114624024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,32,power_law_1.01,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,32,power_law_1.2,0.020902399718761445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,2,power_law_1.01,0.25271680355072024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,2,power_law_1.01,1.5896575927734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,2,power_law_1.2,0.2488255977630615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,2,power_law_1.2,0.6594687938690186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,32,power_law_1.2,0.020684799551963805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,32,power_law_1.01,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,2,power_law_1.01,0.28159360885620116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,2,power_law_1.2,0.26070399284362794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,32,power_law_1.2,0.02374400049448013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,2,power_law_1.2,1.005568027496338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,32,power_law_1.01,0.02336000055074692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,2,power_law_1.01,2.51965446472168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,2,power_law_1.01,0.3069888114929199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,2,power_law_1.2,0.2775039911270142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,32,power_law_1.2,0.029094401001930236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,32,power_law_1.01,0.027846398949623107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,32,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,2,power_law_1.2,1.3113280296325684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,32,power_law_1.2,0.03237119913101196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,2,power_law_1.2,0.32030720710754396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,2,power_law_1.01,0.3512320041656494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,32,power_law_1.01,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,32,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,32,power_law_1.2,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,2,power_law_1.01,5.101555252075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,32,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,2,power_law_1.2,0.34938879013061525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,32,power_law_1.01,0.03278079926967621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,2,power_law_1.2,1.6306495666503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,2,power_law_1.01,0.40263681411743163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,32,power_law_1.2,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,32,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,2,power_law_1.2,0.4071360111236572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,32,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,32,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,32,power_law_1.2,0.03847039937973022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,2,power_law_1.2,2.598502349853516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,2,power_law_1.2,0.45035519599914553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,32,power_law_1.01,0.04097279906272888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,32,power_law_1.2,0.03894400000572205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,32,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,2,power_law_1.01,0.45813760757446287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,32,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,2,power_law_1.2,0.5728256225585937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,32,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,32,power_law_1.01,0.04217599928379059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,32,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,32,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,2,power_law_1.2,0.6938623905181884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,2,power_law_1.01,0.5568448066711426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,2,power_law_1.2,5.075353622436523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,32,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,32,power_law_1.2,0.04221439957618713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,32,power_law_1.01,0.0438400000333786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,2,power_law_1.2,0.908505630493164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,32,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,32,power_law_1.2,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,32,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,2,power_law_1.01,0.6520768165588379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,32,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,2,power_law_1.2,1.150380802154541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,16,power_law_1.01,0.023731200397014617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,32,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,32,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,32,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,32,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,16,power_law_1.01,0.020467199385166168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,2,power_law_1.2,1.5503168106079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,32,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,2,power_law_1.01,0.882688045501709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,32,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,32,power_law_1.01,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,32,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,16,power_law_1.01,0.021324799954891206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,32,power_law_1.2,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,2,power_law_1.2,1.980620765686035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,32,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,32,power_law_1.01,0.04420480132102966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,16,power_law_1.01,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,32,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,2,power_law_1.01,1.0856512069702149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,32,power_law_1.2,0.07620480060577392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,16,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,32,power_law_1.01,0.044249600172042845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,32,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,2,power_law_1.2,2.391244888305664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,32,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,32,power_law_1.2,0.09173759818077087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,16,power_law_1.01,0.03154560029506683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,16,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,32,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,32,power_law_1.01,0.07311999797821045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,2,power_law_1.01,1.5036416053771973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,32,power_law_1.2,0.13414399623870848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,32,power_law_1.2,0.043859198689460754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,16,power_law_1.01,0.030316799879074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,16,power_law_1.2,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,32,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,2,power_law_1.2,3.8058048248291017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,32,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,32,power_law_1.2,0.16792960166931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,16,power_law_1.01,0.03278079926967621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,16,power_law_1.2,0.02131199985742569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,32,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,32,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,2,power_law_1.01,1.9167232513427734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,32,power_law_1.01,0.11713279485702514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,32,power_law_1.2,0.2248703956604004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,16,power_law_1.01,0.03685120046138764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,16,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,32,power_law_1.2,0.04508799910545349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,32,power_law_1.01,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,32,power_law_1.01,0.1460096001625061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,16,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,32,power_law_1.2,0.30392320156097413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,16,power_law_1.2,0.023366400599479677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,2,power_law_1.2,7.9243324279785154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,2,power_law_1.01,2.411724853515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,32,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,32,power_law_1.2,0.04750719964504242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,16,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,16,power_law_1.2,0.03152639865875244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,32,power_law_1.01,0.21568000316619873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,32,power_law_1.2,0.44748802185058595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,16,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,16,power_law_1.2,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,32,power_law_1.01,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,32,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,32,power_law_1.01,0.27463679313659667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,32,power_law_1.2,0.6178815841674805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,16,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,16,power_law_1.2,0.034201601147651674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,2,power_law_1.01,3.6120574951171873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,32,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,32,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,32,power_law_1.01,0.4114367961883545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,32,power_law_1.2,0.892518424987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,16,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,16,power_law_1.2,0.03893760144710541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,32,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,32,power_law_1.2,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,32,power_law_1.01,0.5593023777008057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,16,power_law_1.01,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,16,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,32,power_law_1.2,1.4239680290222168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,16,power_law_1.01,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,32,power_law_1.01,0.09564160108566284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,32,power_law_1.2,0.06224640011787415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,16,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,16,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,32,power_law_1.01,0.7933887958526611
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,2,power_law_1.01,7.22063980102539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,16,power_law_1.01,0.04337919950485229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,32,power_law_1.2,1.6977983474731446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,32,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,16,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,16,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,32,power_law_1.01,0.10648959875106812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,16,power_law_1.01,0.03930880129337311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,32,power_law_1.01,1.0565631866455079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,32,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,16,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,16,power_law_1.01,0.058182400465011594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,32,power_law_1.01,0.12533119916915894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,32,power_law_1.2,2.873958396911621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,16,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,32,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,16,power_law_1.2,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,32,power_law_1.01,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,32,power_law_1.01,1.3211647987365722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,16,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,16,power_law_1.01,0.04276480078697205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,32,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,16,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,32,power_law_1.01,0.1937343955039978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,16,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,16,power_law_1.01,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,16,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,32,power_law_1.2,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,32,power_law_1.2,5.368012619018555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,32,power_law_1.01,2.0641855239868163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,16,power_law_1.2,0.05244799852371216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,32,power_law_1.01,0.23532159328460694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,16,power_law_1.01,0.11592960357666016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,16,power_law_1.01,0.04620159864425659
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,32,power_law_1.2,0.16547199487686157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,16,power_law_1.2,0.04175359904766083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,16,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,16,power_law_1.01,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,32,power_law_1.01,0.34652159214019773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,16,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,32,power_law_1.2,0.23408639430999756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,16,power_law_1.2,0.040755200386047366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,16,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,32,power_law_1.01,4.57789421081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,16,power_law_1.01,0.21050240993499755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,16,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,32,power_law_1.01,0.42495360374450686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,16,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,32,power_law_1.2,0.294707202911377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,16,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,16,power_law_1.01,0.04750719964504242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,16,power_law_1.01,0.30658559799194335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,16,power_law_1.2,0.041766399145126344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,32,power_law_1.01,0.5507008075714112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,32,power_law_1.2,0.4851712226867676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,16,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,16,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,16,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,16,power_law_1.01,0.41799678802490237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,16,power_law_1.2,0.12269439697265624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,32,power_law_1.2,0.6113215923309326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,8,power_law_1.01,0.02006399929523468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,16,power_law_1.2,0.04649600088596344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,16,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,32,power_law_1.01,0.8798208236694336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,16,power_law_1.2,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,16,power_law_1.01,0.6236159801483154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,16,power_law_1.2,0.047916799783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,32,power_law_1.2,0.8364031791687012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,16,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,8,power_law_1.01,0.019257600605487823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,16,power_law_1.2,0.23571839332580566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,16,power_law_1.2,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,16,power_law_1.01,0.05199360251426697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,8,power_law_1.01,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,16,power_law_1.01,0.8265472412109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,32,power_law_1.01,1.5294336318969726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,8,power_law_1.2,0.019654400646686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,16,power_law_1.2,0.353657603263855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,32,power_law_1.2,1.0995712280273438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,16,power_law_1.2,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,8,power_law_1.01,0.02006399929523468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,16,power_law_1.01,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,16,power_law_1.2,0.4184256076812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,8,power_law_1.01,0.022579200565814972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,16,power_law_1.2,0.0495743989944458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,8,power_law_1.2,0.018848000466823576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,16,power_law_1.01,1.0500096321105956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,16,power_law_1.01,0.05694079995155334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,8,power_law_1.01,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,16,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,16,power_law_1.2,0.7282623767852783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,8,power_law_1.2,0.02008959949016571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,16,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,32,power_law_1.2,3.358310317993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,8,power_law_1.01,0.0282368004322052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,16,power_law_1.01,1.66297607421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,16,power_law_1.2,0.05080320239067078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,16,power_law_1.01,0.07557759881019592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,8,power_law_1.2,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,16,power_law_1.2,0.9277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,8,power_law_1.01,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,16,power_law_1.01,0.0862272024154663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,16,power_law_1.2,0.05364480018615723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,8,power_law_1.2,0.022099199891090392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,8,power_law_1.01,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,8,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,16,power_law_1.2,1.0995648384094239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,16,power_law_1.01,0.09809920191764832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,16,power_law_1.2,0.058361601829528806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,8,power_law_1.2,0.024582399427890776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,16,power_law_1.01,3.0701568603515623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,8,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,16,power_law_1.01,0.10383360385894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,8,power_law_1.01,0.04442239999771118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,8,power_law_1.2,0.028672000765800475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,16,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,16,power_law_1.2,1.8091968536376952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,8,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,16,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,8,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,16,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,8,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,8,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,8,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,16,power_law_1.01,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,8,power_law_1.2,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,16,power_law_1.2,3.969247817993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,8,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,16,power_law_1.2,0.07843199968338013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,16,power_law_1.01,0.20807039737701416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,8,power_law_1.01,0.04466559886932373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,8,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,8,power_law_1.2,0.03646720051765442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,8,power_law_1.01,0.043398401141166686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,16,power_law_1.01,0.25988481044769285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,16,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,8,power_law_1.01,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,8,power_law_1.01,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,8,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,16,power_law_1.01,0.36803839206695554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,8,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,32,power_law_1.01,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,16,power_law_1.2,0.09850239753723145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,8,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,8,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,16,power_law_1.01,0.4593664169311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,8,power_law_1.01,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,32,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,8,power_law_1.2,0.04338560104370117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,16,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,8,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,32,power_law_1.01,0.022092799842357635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,8,power_law_1.2,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,16,power_law_1.01,0.5703680038452148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,8,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,8,power_law_1.01,0.05631359815597534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,16,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,8,power_law_1.2,0.04588800072669983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,32,power_law_1.01,0.02250880002975464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,8,power_law_1.2,0.047539201378822324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,8,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,16,power_law_1.01,0.8822719573974609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,32,power_law_1.01,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,8,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,16,power_law_1.2,0.1806272029876709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,8,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,8,power_law_1.2,0.041356799006462094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,1,32,power_law_1.2,0.023340800404548646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,8,power_law_1.01,0.09093760251998902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,32,power_law_1.01,0.029894399642944335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,8,power_law_1.01,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,1,32,power_law_1.2,0.022944000363349915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,8,power_law_1.01,0.10467840433120727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,8,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,32,power_law_1.01,0.032793599367141726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,8,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,16,power_law_1.2,0.25657598972320556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,16,power_law_1.01,1.7817663192749023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,8,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,8,power_law_1.01,0.1482751965522766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,1,32,power_law_1.2,0.022515200078487396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,8,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,32,power_law_1.01,0.038124799728393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,8,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,16,power_law_1.2,0.29675519466400146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,1,32,power_law_1.2,0.023340800404548646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,8,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,32,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,8,power_law_1.2,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,8,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,8,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,1,32,power_law_1.2,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,32,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,8,power_law_1.01,0.25296640396118164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,8,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,8,power_law_1.01,0.057785600423812866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,16,power_law_1.2,0.4065216064453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,1,32,power_law_1.2,0.032332798838615416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,32,power_law_1.01,0.056953597068786624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,8,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,8,power_law_1.2,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,8,power_law_1.01,0.33566720485687257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,8,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,32,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,1,32,power_law_1.2,0.03929600119590759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,16,power_law_1.2,0.5847104072570801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,8,power_law_1.2,0.10936959981918334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,8,power_law_1.2,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,8,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,8,power_law_1.01,0.4859839916229248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,32,power_law_1.01,0.12287360429763794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,32,power_law_1.01,0.04955520033836365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,1,32,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,8,power_law_1.2,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,8,power_law_1.01,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,8,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,32,power_law_1.01,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,1,32,power_law_1.2,0.04689919948577881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,32,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,8,power_law_1.01,0.6352831840515136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,16,power_law_1.2,0.6545407772064209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,8,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,8,power_law_1.2,0.18963840007781982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,8,power_law_1.2,0.058182400465011594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,1,32,power_law_1.2,0.05445759892463684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,32,power_law_1.01,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,32,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,8,power_law_1.01,0.7655424118041992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,8,power_law_1.01,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,8,power_law_1.2,0.28446719646453855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,8,power_law_1.2,0.058956801891326904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,1,32,power_law_1.2,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,32,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,16,power_law_1.2,1.1503871917724608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,32,power_law_1.01,0.06473600268363952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,8,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,8,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,8,power_law_1.2,0.3672319889068604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,32,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,32,power_law_1.01,0.06738560199737549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,1,32,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,8,power_law_1.01,1.2519488334655762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,8,power_law_1.01,0.08889600038528442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,8,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,32,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,32,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,1,32,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,8,power_law_1.2,0.5187392234802246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,8,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,16,power_law_1.2,2.7793344497680663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,8,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,32,power_law_1.01,0.08272640109062195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,32,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,1,32,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,8,power_law_1.01,2.5481216430664064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,8,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,8,power_law_1.2,0.7159808158874512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,8,power_law_1.2,0.09194880127906799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,1,32,power_law_1.2,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,32,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,32,power_law_1.01,0.14336639642715454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,8,power_law_1.01,0.15522559881210327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,8,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,8,power_law_1.2,0.8728575706481934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,32,power_law_1.01,0.08599039912223816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,1,32,power_law_1.2,0.05960320234298706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,32,power_law_1.01,0.18331520557403563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,8,power_law_1.01,0.18840960264205933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,8,power_law_1.2,0.12126079797744752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,32,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,1,32,power_law_1.2,0.06986240148544312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,32,power_law_1.01,0.26398720741271975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,8,power_law_1.01,0.25351040363311766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,8,power_law_1.2,0.12288639545440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,8,power_law_1.2,1.4843903541564942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,1,32,power_law_1.2,0.09336320161819459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,32,power_law_1.01,0.08988159894943237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,8,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,1,32,power_law_1.2,0.12245759963989258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,8,power_law_1.01,0.33033599853515627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,32,power_law_1.01,0.3473407983779907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,1,32,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,32,power_law_1.01,0.09194880127906799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,8,power_law_1.2,0.2023360013961792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,8,power_law_1.01,0.41942400932312013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,1,32,power_law_1.2,0.06573439836502075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,32,power_law_1.01,0.5113791942596435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,8,power_law_1.2,3.0525312423706055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,32,power_law_1.01,0.08949120044708252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,1,32,power_law_1.2,0.18554879426956178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,8,power_law_1.2,0.2946880102157593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,1,32,power_law_1.2,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,8,power_law_1.01,0.558899211883545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,16,power_law_1.01,0.03808000087738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,32,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,32,power_law_1.01,0.6725696086883545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,1,32,power_law_1.2,0.22262399196624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,8,power_law_1.2,0.34856960773468015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,1,32,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,16,power_law_1.01,0.03829759955406189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,32,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,8,power_law_1.01,0.7606527805328369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,1,32,power_law_1.2,0.3389440059661865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,32,power_law_1.01,0.9994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,1,32,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,16,power_law_1.01,0.026425600051879883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,32,power_law_1.01,0.10096640586853027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,8,power_law_1.2,0.4876351833343506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,1,32,power_law_1.2,0.421676778793335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,1,32,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,16,power_law_1.01,0.028505599498748778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,32,power_law_1.01,0.10792319774627686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,8,power_law_1.01,1.005568027496338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,32,power_law_1.01,1.3248384475708008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,8,power_law_1.2,0.6656000137329101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,1,32,power_law_1.2,0.5797760009765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,16,power_law_1.01,0.03952000141143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,1,32,power_law_1.2,0.0839743971824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,32,power_law_1.01,0.11898880004882813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,16,power_law_1.01,0.04935680031776428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,32,power_law_1.01,1.6523136138916015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,1,32,power_law_1.2,0.0849727988243103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,1,32,power_law_1.2,0.756115198135376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,8,power_law_1.2,0.9707455635070801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,32,power_law_1.01,0.13455359935760497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,8,power_law_1.01,2.1571584701538087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,16,power_law_1.01,0.052832001447677614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,16,power_law_1.2,0.03644160032272339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,1,32,power_law_1.2,0.08417919874191285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,32,power_law_1.01,0.15831040143966674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,1,32,power_law_1.2,1.2789759635925293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,16,power_law_1.01,0.05631359815597534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,32,power_law_1.01,2.632499122619629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,8,power_law_1.2,1.4485504150390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,1,32,power_law_1.2,0.08581119775772095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,32,power_law_1.01,0.16917120218276976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,16,power_law_1.2,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,16,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,1,32,power_law_1.2,1.5237119674682618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,32,power_law_1.01,0.2256767988204956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,1,32,power_law_1.2,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,16,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,16,power_law_1.2,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,32,power_law_1.01,0.254150390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,1,32,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,1,32,power_law_1.2,2.1673919677734377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,16,power_law_1.01,0.07905920147895813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,32,power_law_1.01,5.244927978515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,8,power_law_1.2,3.059916877746582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,16,power_law_1.2,0.027238398790359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,32,power_law_1.01,0.3561408042907715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,16,power_law_1.01,0.08990079760551453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,1,32,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,16,power_law_1.2,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,16,power_law_1.01,0.11939200162887573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,1,32,power_law_1.2,3.3583038330078123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,32,power_law_1.01,0.4573184013366699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,16,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,1,32,power_law_1.2,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,16,power_law_1.2,0.04362240135669708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,16,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,32,power_law_1.01,0.5974016189575195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,16,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,16,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,1,32,power_law_1.2,0.09994879961013795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,1,32,power_law_1.2,7.463321685791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,16,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,32,power_law_1.01,0.7921664237976074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,16,power_law_1.01,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,16,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,1,32,power_law_1.2,0.10875519514083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,16,power_law_1.01,0.07557119727134705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,16,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,32,power_law_1.01,0.8777728080749512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,16,power_law_1.2,0.05591679811477661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,16,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,1,32,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,16,power_law_1.01,0.08930559754371643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,8,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,16,power_law_1.2,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,16,power_law_1.2,0.062054401636123656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,32,power_law_1.01,1.5253567695617676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,16,power_law_1.01,0.11284480094909669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,1,32,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,16,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,16,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,8,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,16,power_law_1.2,0.0723136007785797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,16,power_law_1.2,0.06469119787216186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,16,power_law_1.01,0.14272639751434327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,1,32,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,16,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,32,power_law_1.01,3.6546558380126952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,8,power_law_1.01,0.02456959933042526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,16,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,16,power_law_1.01,0.194758403301239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,16,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,1,32,power_law_1.2,0.17141120433807372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,16,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,8,power_law_1.2,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,16,power_law_1.01,0.08312960267066956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,16,power_law_1.01,0.2373568058013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,8,power_law_1.01,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,16,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,16,power_law_1.2,0.08520320057868958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,8,power_law_1.2,0.024160000681877136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,1,32,power_law_1.2,0.1837056040763855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,16,power_law_1.01,0.3569664001464844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,16,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,8,power_law_1.01,0.030739200115203858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,16,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,16,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,8,power_law_1.2,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,16,power_law_1.01,0.45895681381225584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,16,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,8,power_law_1.01,0.029478400945663452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,16,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,1,32,power_law_1.2,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,16,power_law_1.01,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,8,power_law_1.2,0.027027198672294618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,16,power_law_1.2,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,16,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,8,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,8,power_law_1.2,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,16,power_law_1.01,0.6574143886566162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,16,power_law_1.01,0.08970879912376403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,1,32,power_law_1.2,0.2949120044708252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,16,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,8,power_law_1.01,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,8,power_law_1.2,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,16,power_law_1.2,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,8,power_law_1.01,0.04262399971485138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,16,power_law_1.01,0.09012479782104492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,16,power_law_1.01,0.9064064025878906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,1,32,power_law_1.2,0.40263681411743163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,16,power_law_1.2,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,8,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,8,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,16,power_law_1.2,0.10977920293807983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,8,power_law_1.01,0.04872959852218628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,16,power_law_1.01,0.08969600200653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,16,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,16,power_law_1.01,1.4112704277038575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,1,32,power_law_1.2,0.5461952209472656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,8,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,8,power_law_1.01,0.06596480011940002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,16,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,8,power_law_1.01,0.05489280223846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,16,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,16,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,8,power_law_1.2,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,1,32,power_law_1.2,0.9433088302612305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,16,power_law_1.01,1.742848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,16,power_law_1.2,0.1026047945022583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,8,power_law_1.01,0.0681984007358551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,8,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,16,power_law_1.2,0.18083839416503905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,16,power_law_1.01,0.09503359794616699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,8,power_law_1.2,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,1,32,power_law_1.2,1.0281023979187012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,16,power_law_1.2,0.10751999616622925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,16,power_law_1.01,2.198534393310547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,8,power_law_1.01,0.07619839906692505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,8,power_law_1.01,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,8,power_law_1.2,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,16,power_law_1.2,0.22220160961151122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,16,power_law_1.01,0.09933440089225769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,16,power_law_1.2,0.11508480310440064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,8,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,8,power_law_1.01,0.05694720149040222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,8,power_law_1.2,0.06820480227470398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,16,power_law_1.01,0.10404479503631592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,1,32,power_law_1.2,1.2748800277709962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,16,power_law_1.2,0.3325952053070068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,16,power_law_1.01,3.5086528778076174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,16,power_law_1.2,0.13147519826889037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,8,power_law_1.2,0.0598143994808197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,8,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,8,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,16,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,16,power_law_1.2,0.46672639846801756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,16,power_law_1.2,0.14416639804840087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,8,power_law_1.2,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,1,32,power_law_1.2,2.103910446166992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,16,power_law_1.01,0.12940160036087037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,8,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,8,power_law_1.01,0.09440640211105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,16,power_law_1.2,0.6995967864990235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,16,power_law_1.2,0.17367680072784425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,16,power_law_1.01,6.9140480041503904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,8,power_law_1.2,0.07229440212249756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,16,power_law_1.01,0.14028160572052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,8,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,8,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,16,power_law_1.2,0.9519424438476562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,16,power_law_1.2,0.19456000328063966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,16,power_law_1.01,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,8,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,8,power_law_1.01,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,8,power_law_1.01,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,1,32,power_law_1.2,5.306553649902344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,16,power_law_1.2,0.24944639205932617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,16,power_law_1.2,1.2982272148132323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,16,power_law_1.01,0.19046399593353272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,8,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,8,power_law_1.01,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,8,power_law_1.2,0.06840959787368775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,16,power_law_1.2,0.2777024030685425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,8,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,16,power_law_1.01,0.22855041027069092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,16,power_law_1.2,1.707596778869629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,8,power_law_1.01,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,8,power_law_1.2,0.08312960267066956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,8,power_law_1.01,0.132697594165802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,16,power_law_1.01,0.25886080265045164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,16,power_law_1.2,0.3749887943267822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,8,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,8,power_law_1.2,0.10239360332489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,16,power_law_1.2,2.3679040908813476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,8,power_law_1.01,0.1703935980796814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,16,power_law_1.01,0.3571647882461548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,16,power_law_1.2,0.5072832107543945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,8,power_law_1.01,0.10915199518203736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,8,power_law_1.2,0.08233600258827209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,8,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,8,power_law_1.01,0.2395967960357666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,16,power_law_1.01,0.41492481231689454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,8,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,8,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,8,power_law_1.2,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,16,power_law_1.2,0.6807551860809327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,16,power_law_1.2,4.412006378173828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,32,power_law_1.01,0.11510399580001832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,8,power_law_1.01,0.3115008115768433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,8,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,8,power_law_1.01,0.11713919639587403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,8,power_law_1.2,0.2289664030075073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,16,power_law_1.01,0.6088768005371094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,16,power_law_1.2,0.9900032043457031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,8,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,8,power_law_1.01,0.4552703857421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,8,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,8,power_law_1.2,0.2871295928955078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,32,power_law_1.01,0.11902079582214356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,16,power_law_1.01,0.831884765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,8,power_law_1.2,0.07352319955825806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,8,power_law_1.01,0.14293760061264038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,8,power_law_1.01,0.597811222076416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,8,power_law_1.2,0.43479042053222655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,16,power_law_1.2,8.80005111694336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,16,power_law_1.2,1.2535807609558105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,8,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,32,power_law_1.01,0.11530239582061767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,8,power_law_1.01,0.1550271987915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,8,power_law_1.2,0.6035520076751709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,8,power_law_1.01,0.8855615615844726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,16,power_law_1.01,0.9338879585266113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,8,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,8,power_law_1.01,0.19025280475616455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,16,power_law_1.2,1.8075712203979493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,8,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,32,power_law_1.01,0.07068799734115601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,8,power_law_1.2,0.8744832038879394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,8,power_law_1.01,1.1789952278137208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,8,power_law_1.01,0.20071039199829102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,16,power_law_1.01,1.4133184432983399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,8,power_law_1.2,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,8,power_law_1.2,1.1577343940734863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,32,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,8,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,8,power_law_1.01,1.4741503715515136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,8,power_law_1.01,0.25620479583740235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,16,power_law_1.2,4.966809463500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,8,power_law_1.2,0.10136959552764893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,8,power_law_1.2,1.473747158050537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,32,power_law_1.01,0.09563519954681396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,8,power_law_1.01,0.28855679035186765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,16,power_law_1.01,2.7563968658447267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,8,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,32,power_law_1.2,0.10444159507751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,8,power_law_1.01,2.35031681060791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,8,power_law_1.01,0.40611839294433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,32,power_law_1.01,0.09564160108566284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,8,power_law_1.2,2.2628351211547852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,8,power_law_1.2,0.10096640586853027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,8,power_law_1.01,0.5048384189605712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,32,power_law_1.2,0.117958402633667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,8,power_law_1.2,0.11242879629135132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,32,power_law_1.01,0.10648959875106812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,8,power_law_1.01,0.6492224216461182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,8,power_law_1.01,4.673318481445312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,8,power_law_1.2,0.11488640308380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,8,power_law_1.2,4.819558334350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,32,power_law_1.2,0.10670080184936523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,32,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,8,power_law_1.2,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,8,power_law_1.01,0.8650688171386719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,32,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,32,power_law_1.01,0.11241600513458253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,16,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,8,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,8,power_law_1.01,1.1257856369018555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,8,power_law_1.2,0.1458176016807556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,16,power_law_1.01,0.11140480041503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,16,power_law_1.2,0.09254400134086609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,32,power_law_1.01,0.11019519567489625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,32,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,8,power_law_1.2,0.16016000509262085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,8,power_law_1.01,1.7350656509399414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,16,power_law_1.01,0.13024640083312988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,32,power_law_1.01,0.11451519727706909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,32,power_law_1.2,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,16,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,8,power_law_1.2,0.18534400463104247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,16,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,32,power_law_1.01,0.11447679996490479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,32,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,8,power_law_1.2,0.21239039897918702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,8,power_law_1.01,3.363225555419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,16,power_law_1.2,0.10117759704589843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,8,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,16,power_law_1.01,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,8,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,8,power_law_1.2,0.2627583980560303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,32,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,32,power_law_1.01,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,16,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,16,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,8,power_law_1.2,0.09215360283851623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,8,power_law_1.2,0.31498239040374754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,8,power_law_1.01,0.09073920249938965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,32,power_law_1.2,0.09850879907608032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,8,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,16,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,32,power_law_1.01,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,16,power_law_1.2,0.07802240252494812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,8,power_law_1.2,0.4532224178314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,8,power_law_1.01,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,8,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,16,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,8,power_law_1.2,0.5711872100830078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,32,power_law_1.2,0.1105728030204773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,16,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,32,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,8,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,8,power_law_1.2,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,16,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,8,power_law_1.2,0.7585792064666748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,16,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,32,power_law_1.2,0.11407999992370606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,8,power_law_1.2,0.10096640586853027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,32,power_law_1.01,0.12962559461593628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,8,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,16,power_law_1.01,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,8,power_law_1.2,1.0565695762634277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,8,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,16,power_law_1.2,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,16,power_law_1.01,0.11879040002822876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,8,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,32,power_law_1.2,0.11386239528656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,32,power_law_1.01,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,4,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,8,power_law_1.2,1.2720128059387208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,8,power_law_1.2,0.12370560169219971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,16,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,8,power_law_1.01,0.11140480041503906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,16,power_law_1.2,0.11469440460205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,32,power_law_1.2,0.1116096019744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,32,power_law_1.01,0.15870720148086548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,4,power_law_1.01,0.08931840062141419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,8,power_law_1.2,0.13066879510879517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,8,power_law_1.2,2.067865562438965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,16,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,8,power_law_1.01,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,16,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,32,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,32,power_law_1.01,0.19288320541381837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,8,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,4,power_law_1.01,0.10915839672088623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,16,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,8,power_law_1.01,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,8,power_law_1.2,0.13269120454788208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,32,power_law_1.2,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,16,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,32,power_law_1.01,0.21790719032287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,4,power_law_1.01,0.08438400030136109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,8,power_law_1.2,4.390918350219726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,16,power_law_1.01,0.13477760553359985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,8,power_law_1.01,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,32,power_law_1.2,0.12819839715957643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,8,power_law_1.2,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,32,power_law_1.01,0.2631680011749268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,16,power_law_1.2,0.11635839939117432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,4,power_law_1.01,0.10341759920120239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,16,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,8,power_law_1.01,0.1384384036064148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,32,power_law_1.2,0.13352320194244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,8,power_law_1.2,0.13966720104217528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,32,power_law_1.01,0.30248959064483644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,16,power_law_1.2,0.11754879951477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,4,power_law_1.01,0.12922240495681764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,16,power_law_1.01,0.14172799587249757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,32,power_law_1.2,0.15400960445404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,8,power_law_1.01,0.1404863953590393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,8,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,16,power_law_1.2,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,32,power_law_1.01,0.41349120140075685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,4,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,16,power_law_1.01,0.15564800500869752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,32,power_law_1.2,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,8,power_law_1.01,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,16,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,8,power_law_1.2,0.16138880252838134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,32,power_law_1.01,0.4835648059844971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,4,power_law_1.01,0.16076159477233887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,16,power_law_1.01,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,32,power_law_1.2,0.20193281173706054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,16,power_law_1.2,0.13864959478378297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,8,power_law_1.2,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,8,power_law_1.01,0.15544320344924928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,32,power_law_1.01,0.6840320110321045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,4,power_law_1.01,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,16,power_law_1.01,0.2048192024230957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,16,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,8,power_law_1.2,0.1689344048500061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,32,power_law_1.2,0.22036480903625488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,8,power_law_1.01,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,4,power_law_1.2,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,16,power_law_1.01,0.22958080768585204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,4,power_law_1.01,0.1726464033126831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,32,power_law_1.01,0.8974399566650391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,16,power_law_1.2,0.16363519430160522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,8,power_law_1.2,0.1978495955467224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,8,power_law_1.01,0.16751999855041505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,32,power_law_1.2,0.28896639347076414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,4,power_law_1.2,0.09011840224266052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,16,power_law_1.01,0.2934783935546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,4,power_law_1.01,0.17982079982757568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,8,power_law_1.2,0.21585919857025146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,8,power_law_1.01,0.1687551975250244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,16,power_law_1.2,0.18431999683380126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,4,power_law_1.2,0.09054719805717468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,32,power_law_1.2,0.34182400703430177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,32,power_law_1.01,1.1008000373840332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,16,power_law_1.01,0.3295232057571411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,4,power_law_1.01,0.18515199422836304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,8,power_law_1.2,0.24452478885650636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,8,power_law_1.01,0.18883199691772462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,4,power_law_1.2,0.08581119775772095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,16,power_law_1.2,0.21400959491729737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,32,power_law_1.2,0.4470848083496094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,16,power_law_1.01,0.4380671977996826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,4,power_law_1.01,0.188428795337677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,8,power_law_1.2,0.2775039911270142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,32,power_law_1.01,1.6146303176879884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,4,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,8,power_law_1.01,0.20848639011383058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,16,power_law_1.2,0.23982079029083253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,32,power_law_1.2,0.5744639873504639
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,4,power_law_1.01,0.1982591986656189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,16,power_law_1.01,0.5171199798583984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,4,power_law_1.2,0.11836800575256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,8,power_law_1.2,0.34344959259033203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,8,power_law_1.01,0.24186239242553711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,16,power_law_1.2,0.29142398834228517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,4,power_law_1.01,0.20419199466705323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,32,power_law_1.2,0.7594048023223877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,16,power_law_1.01,0.7307263851165772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,4,power_law_1.2,0.13150719404220582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,32,power_law_1.01,3.2894977569580077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,8,power_law_1.2,0.4120512008666992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,8,power_law_1.01,0.27301759719848634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,16,power_law_1.2,0.35696001052856446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,4,power_law_1.01,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,4,power_law_1.2,0.16197760105133058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,16,power_law_1.01,0.9101247787475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,32,power_law_1.2,1.0067968368530273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,8,power_law_1.2,0.5248960018157959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,8,power_law_1.01,0.3424384117126465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,4,power_law_1.01,0.21094400882720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,16,power_law_1.2,0.4655104160308838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,4,power_law_1.2,0.161190402507782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,8,power_law_1.2,0.6369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,8,power_law_1.01,0.3840255975723267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,16,power_law_1.01,1.1298815727233886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,4,power_law_1.01,0.2471872091293335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,32,power_law_1.2,1.3203455924987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,16,power_law_1.2,0.5912511825561524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,4,power_law_1.2,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,8,power_law_1.2,0.8814592361450195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,8,power_law_1.01,0.5035711765289307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,4,power_law_1.01,0.2600831985473633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,4,power_law_1.2,0.17489919662475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,16,power_law_1.2,0.7897215843200683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,16,power_law_1.01,1.6981887817382812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,32,power_law_1.2,1.8954175949096679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,4,power_law_1.01,0.31315839290618896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,8,power_law_1.2,1.125376033782959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,4,power_law_1.2,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,8,power_law_1.01,0.6125311851501465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,16,power_law_1.2,0.9613311767578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,4,power_law_1.01,0.3512320041656494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,4,power_law_1.2,0.18595839738845826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,8,power_law_1.01,0.8474431991577148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,8,power_law_1.2,1.4018495559692383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,16,power_law_1.01,3.391078567504883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,4,power_law_1.2,0.19886080026626587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,4,power_law_1.01,0.45361919403076173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,32,power_law_1.2,3.705440139770508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,16,power_law_1.2,1.3457344055175782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,8,power_law_1.01,1.0844160079956056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,4,power_law_1.2,0.21298561096191407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,8,power_law_1.2,2.311372756958008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,4,power_law_1.01,0.5175360202789306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,4,power_law_1.2,0.21298561096191407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,16,power_law_1.2,1.899519920349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,4,power_law_1.01,0.6754303932189941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,8,power_law_1.01,1.2900287628173828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,2,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,4,power_law_1.2,0.21729280948638915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,8,power_law_1.2,4.1984001159667965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,4,power_law_1.01,0.7888832092285156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,2,power_law_1.01,0.09867519736289979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,4,power_law_1.2,0.25948801040649416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,8,power_law_1.01,2.1059520721435545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,4,power_law_1.01,1.1020288467407227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,16,power_law_1.2,3.952025604248047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,4,power_law_1.2,0.2664383888244629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,2,power_law_1.01,0.11879040002822876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,4,power_law_1.01,1.381760025024414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,4,power_law_1.2,0.3151808023452759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,2,power_law_1.01,0.11038719415664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,8,power_law_1.01,3.9077823638916014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,4,power_law_1.01,1.6838911056518555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,4,power_law_1.2,0.35532801151275634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,2,power_law_1.01,0.13783040046691894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,4,power_law_1.2,0.4491263866424561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,4,power_law_1.01,2.516582489013672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,2,power_law_1.01,0.1763327956199646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,4,power_law_1.2,0.5482495784759521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,2,power_law_1.01,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,2,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,4,power_law_1.2,0.6959104061126709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,2,power_law_1.01,0.23367679119110107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,4,power_law_1.01,4.965580749511719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,2,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,4,power_law_1.2,0.8040448188781738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,2,power_law_1.01,0.2420736074447632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,2,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,2,power_law_1.01,0.25395200252532957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,2,power_law_1.2,0.10976639986038209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,4,power_law_1.2,1.2093440055847169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,2,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,2,power_law_1.01,0.26808319091796873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,4,power_law_1.2,1.4514176368713378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,2,power_law_1.2,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,2,power_law_1.01,0.27524480819702146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,4,power_law_1.2,1.8149311065673828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,2,power_law_1.2,0.18309119939804078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,2,power_law_1.01,0.2799488067626953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,2,power_law_1.2,0.22261760234832764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,2,power_law_1.01,0.2984447956085205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,4,power_law_1.2,2.74780158996582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,2,power_law_1.2,0.2425152063369751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,2,power_law_1.01,0.31272320747375487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,2,power_law_1.2,0.2396159887313843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,2,power_law_1.01,0.31436800956726074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,4,power_law_1.2,5.418387222290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,2,power_law_1.2,0.26152958869934084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,2,power_law_1.01,0.3393471956253052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,2,power_law_1.2,0.26214399337768557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,2,power_law_1.01,0.3655616044998169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,2,power_law_1.2,0.27832961082458496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,2,power_law_1.01,0.41573758125305177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,2,power_law_1.2,0.2906176090240479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,2,power_law_1.01,0.5007359981536865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,2,power_law_1.2,0.30804479122161865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,2,power_law_1.01,0.5437439918518067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,2,power_law_1.2,0.31251840591430663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,8,power_law_1.01,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,2,power_law_1.01,0.6696959972381592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,2,power_law_1.2,0.34713599681854246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,8,power_law_1.01,0.03643519878387451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,8,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,2,power_law_1.2,0.3653631925582886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,2,power_law_1.01,0.7782271862030029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,8,power_law_1.01,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,2,power_law_1.2,0.43438720703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,8,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,2,power_law_1.01,1.051238441467285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,8,8,power_law_1.2,0.039289599657058714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,8,power_law_1.01,0.03788160085678101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,2,power_law_1.2,0.4986879825592041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,8,8,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,2,power_law_1.01,1.2290047645568847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,8,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,8,8,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,2,power_law_1.2,0.5699584007263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,4,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,8,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,8,8,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,4,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,8,power_law_1.01,0.04135040044784546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,2,power_law_1.01,1.6920448303222657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,2,power_law_1.2,0.6774975776672363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,8,8,power_law_1.2,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,4,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,8,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,8,8,power_law_1.2,0.04668799936771393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,2,power_law_1.2,0.7790592193603516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,4,power_law_1.01,0.03443840146064758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,4,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,8,power_law_1.01,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,8,8,power_law_1.2,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,2,power_law_1.01,2.1596160888671876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,4,power_law_1.01,0.03607679903507233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,8,power_law_1.01,0.04261760115623474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,8,8,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,4,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,2,power_law_1.2,1.0651583671569824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,4,power_law_1.01,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,8,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,8,8,power_law_1.2,0.03844479918479919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,4,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,2,power_law_1.01,2.601363182067871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,2,power_law_1.2,1.2687295913696288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,8,8,power_law_1.2,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,4,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,8,power_law_1.01,0.04689280092716217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,4,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,8,8,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,8,power_law_1.01,0.054681599140167236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,4,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,4,power_law_1.2,0.03357439935207367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,2,power_law_1.2,1.6986112594604492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,8,8,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,8,power_law_1.01,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,4,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,4,power_law_1.2,0.04180479943752289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,8,8,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,2,power_law_1.01,3.958176040649414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,2,power_law_1.01,0.029478400945663452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,8,power_law_1.01,0.06862080097198486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,4,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,4,power_law_1.2,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,8,8,power_law_1.2,0.047968000173568726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,2,power_law_1.01,0.02948479950428009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,2,power_law_1.2,2.229248046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,8,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,4,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,8,8,power_law_1.2,0.05608959794044495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,4,power_law_1.2,0.036032000184059144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,2,power_law_1.01,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,8,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,4,power_law_1.01,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,8,8,power_law_1.2,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,4,power_law_1.2,0.03731200098991394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,2,power_law_1.01,0.0331712007522583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,2,power_law_1.01,7.755359649658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,2,power_law_1.2,2.668953514099121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,8,power_law_1.01,0.10956159830093384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,4,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,8,8,power_law_1.2,0.06983680129051209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,4,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,2,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,8,power_law_1.01,0.10465279817581177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,4,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,8,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,4,power_law_1.2,0.03935360014438629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,2,power_law_1.01,0.043635201454162595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,8,power_law_1.01,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,4,power_law_1.01,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,8,8,power_law_1.2,0.08352640271186829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,4,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,2,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,2,power_law_1.2,4.291775894165039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,8,power_law_1.01,0.19662079811096192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,8,8,power_law_1.2,0.09751039743423462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,4,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,4,power_law_1.2,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,2,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,8,8,power_law_1.2,0.12653440237045288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,8,power_law_1.01,0.2713599920272827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,4,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,4,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,2,power_law_1.01,0.03684479892253876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,8,8,power_law_1.2,0.17285120487213135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,8,power_law_1.01,0.3614720106124878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,4,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,4,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,2,power_law_1.01,0.03726080060005188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,8,8,power_law_1.2,0.2092992067337036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,2,power_law_1.2,8.277606201171874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,4,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,8,power_law_1.01,0.540064001083374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,2,power_law_1.2,0.029862400889396668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,4,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,2,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,8,8,power_law_1.2,0.3008512020111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,4,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,2,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,4,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,8,power_law_1.01,0.7528448104858398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,2,power_law_1.2,0.03091840147972107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,8,8,power_law_1.2,0.34508159160614016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,2,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,4,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,4,power_law_1.2,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,2,power_law_1.2,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,8,power_law_1.01,0.9932736396789551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,8,8,power_law_1.2,0.5462080001831054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,2,power_law_1.01,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,4,power_law_1.2,0.07616000175476074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,4,power_law_1.01,0.14171520471572877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,2,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,8,8,power_law_1.2,0.7647232055664063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,2,power_law_1.01,0.050348800420761106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,8,power_law_1.01,1.5548416137695313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,2,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,4,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,4,power_law_1.01,0.16261119842529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,8,8,power_law_1.2,0.9990079879760743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,2,power_law_1.01,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,2,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,4,power_law_1.2,0.11079039573669433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,2,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,4,power_law_1.01,0.23797760009765626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,8,8,power_law_1.2,1.5572992324829102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,8,power_law_1.01,3.066054344177246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,2,power_law_1.2,0.04835200011730194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,2,power_law_1.01,0.07123200297355652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,4,power_law_1.2,0.147871994972229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,4,power_law_1.01,0.31088640689849856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,2,power_law_1.2,0.03606399893760681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,8,8,power_law_1.2,2.9480831146240236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,2,power_law_1.01,0.07351679801940918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,4,power_law_1.2,0.17203199863433838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,4,power_law_1.01,0.4511807918548584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,2,power_law_1.2,0.036057600378990175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,2,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,4,power_law_1.2,0.22794880867004394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,2,power_law_1.2,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,4,power_law_1.01,0.6619135856628418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,2,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,2,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,4,power_law_1.2,0.339353609085083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,2,power_law_1.01,0.13127679824829103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,4,power_law_1.01,0.7061503887176513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,2,power_law_1.01,0.1636288046836853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,2,power_law_1.2,0.036422398686408994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,4,power_law_1.2,0.42495999336242674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,2,power_law_1.01,0.2461632013320923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,4,power_law_1.01,1.1868160247802735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,2,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,4,power_law_1.2,0.5900352001190186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,2,power_law_1.01,0.2815999984741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,2,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,4,power_law_1.2,0.8871871948242187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,4,power_law_1.01,2.459244728088379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,2,power_law_1.01,0.4278272151947021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,2,power_law_1.2,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,2,power_law_1.01,0.5306431770324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,2,power_law_1.2,0.05795199871063232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,4,power_law_1.2,1.4342080116271974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,2,power_law_1.01,0.6615039825439453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,2,power_law_1.2,0.05550079941749573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,4,power_law_1.2,3.0029760360717774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,2,power_law_1.2,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,2,power_law_1.01,1.090559959411621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,2,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,2,power_law_1.01,2.2263744354248045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,2,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,2,power_law_1.2,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,2,power_law_1.2,0.1411072015762329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,2,power_law_1.2,0.16015360355377198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,2,power_law_1.2,0.20971519947052003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,2,power_law_1.2,0.28917760848999025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,2,power_law_1.2,0.41799678802490237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,2,power_law_1.2,0.5203968048095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,2,power_law_1.2,0.7299071788787842
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,2,power_law_1.2,0.9445504188537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,2,power_law_1.2,2.2403072357177733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,8,power_law_1.01,0.04917120039463043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,8,power_law_1.01,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,8,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,8,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,8,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,8,power_law_1.01,0.04340479969978332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,8,power_law_1.01,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,8,power_law_1.01,0.04239999949932098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,8,power_law_1.01,0.04482559859752655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,8,8,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,8,power_law_1.01,0.048127999901771544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,8,8,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,8,power_law_1.01,0.048537600040435794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,8,8,power_law_1.2,0.05281280279159546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,8,power_law_1.01,0.05672320127487183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,8,8,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,8,power_law_1.01,0.05631999969482422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,8,8,power_law_1.2,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,8,power_law_1.01,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,8,8,power_law_1.2,0.041766399145126344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,8,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,8,8,power_law_1.2,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,8,power_law_1.01,0.07942399978637696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,8,8,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,8,power_law_1.01,0.0886784017086029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,8,8,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,8,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,4,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,8,8,power_law_1.2,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,8,power_law_1.01,0.10487680435180664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,4,power_law_1.01,0.03870719969272614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,8,8,power_law_1.2,0.04668799936771393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,4,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,8,power_law_1.01,0.12557439804077147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,4,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,8,8,power_law_1.2,0.055718398094177245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,8,power_law_1.01,0.1646656036376953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,4,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,4,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,8,8,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,8,power_law_1.01,0.2160576105117798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,4,power_law_1.2,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,4,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,power_law_1.01,0.1820672035217285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,8,8,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,8,power_law_1.01,0.2705535888671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,4,power_law_1.01,0.042233601212501526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,4,power_law_1.2,0.03933440148830414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,8,8,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,4,power_law_1.01,0.04402559995651245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,8,power_law_1.01,0.41984000205993655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,4,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,power_law_1.01,0.12062720060348511
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,4,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,8,8,power_law_1.2,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,8,power_law_1.01,0.5363711833953857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,4,power_law_1.2,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,4,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,8,8,power_law_1.2,0.08846719861030579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,8,power_law_1.01,0.7925759792327881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,power_law_1.01,0.10913280248641968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,4,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,4,power_law_1.01,0.04730879962444305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,8,8,power_law_1.2,0.11058559417724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,8,power_law_1.01,1.1
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,4,power_law_1.2,0.04343039989471435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,2,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,4,power_law_1.01,0.050374400615692136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,power_law_1.01,0.08824959993362427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,8,8,power_law_1.2,0.1056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,4,power_law_1.2,0.04526079893112182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,8,power_law_1.01,1.4227840423583984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,2,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,4,power_law_1.01,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,8,8,power_law_1.2,0.13063679933547973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,4,power_law_1.2,0.045900800824165346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,4,power_law_1.01,0.05569919943809509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,2,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,8,power_law_1.01,2.096121597290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,4,power_law_1.2,0.04649600088596344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,8,8,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,4,power_law_1.01,0.0566976010799408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,2,power_law_1.01,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,2,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,64,power_law_1.2,0.1779711961746216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,4,power_law_1.2,0.04955520033836365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,8,8,power_law_1.2,0.22958080768585204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,4,power_law_1.01,0.06535040140151978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,2,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,8,power_law_1.01,4.451321411132812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,4,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,2,power_law_1.2,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,8,8,power_law_1.2,0.288972806930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,4,power_law_1.01,0.06961280107498169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,64,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,2,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,4,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,4,power_law_1.01,0.08028799891471863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,8,8,power_law_1.2,0.454041576385498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,2,power_law_1.2,0.03767040073871612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,2,power_law_1.01,0.0409855991601944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,4,power_law_1.2,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,64,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,4,power_law_1.01,0.09809280037879944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,8,8,power_law_1.2,0.505241584777832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,2,power_law_1.01,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,2,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,power_law_1.01,0.10588159561157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,4,power_law_1.2,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,64,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,4,power_law_1.01,0.08786560297012329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,2,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,8,8,power_law_1.2,0.849516773223877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,4,power_law_1.2,0.07904639840126038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,2,power_law_1.2,0.03889279961585999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,power_law_1.01,0.09728639721870422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,4,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,2,power_law_1.01,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,4,power_law_1.2,0.09502080082893372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,64,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,8,8,power_law_1.2,1.1577343940734863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,2,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,4,power_law_1.01,0.1423359990119934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,4,power_law_1.2,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,2,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,2,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,8,8,power_law_1.2,1.4055359840393067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,64,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,4,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,4,power_law_1.01,0.18574080467224122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,2,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,2,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,8,8,power_law_1.2,2.387148857116699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,4,power_law_1.2,0.16914559602737428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,power_law_1.01,0.1112064003944397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,4,power_law_1.01,0.18943359851837158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,2,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,64,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,2,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,4,power_law_1.2,0.19578880071640015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,2,power_law_1.01,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,4,power_law_1.01,0.3452928066253662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,power_law_1.01,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,64,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,2,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,8,8,power_law_1.2,4.894297790527344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,4,power_law_1.2,0.26357760429382326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,2,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,4,power_law_1.01,0.4405248165130615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,power_law_1.01,0.11056640148162841
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,2,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,4,power_law_1.2,0.3936255931854248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,64,power_law_1.2,0.10178560018539429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,2,power_law_1.01,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,4,power_law_1.01,0.6557568073272705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,4,power_law_1.2,0.5502912044525147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,2,power_law_1.2,0.050361597537994386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,power_law_1.01,0.1147007942199707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,2,power_law_1.01,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,64,power_law_1.2,0.10421119928359986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,4,power_law_1.2,0.6602752208709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,2,power_law_1.2,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,4,power_law_1.01,0.9834495544433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,2,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,4,power_law_1.2,0.8912896156311035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,2,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,4,power_law_1.01,1.3158143997192382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,64,power_law_1.2,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,2,power_law_1.01,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,4,power_law_1.2,1.1802623748779297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,2,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,power_law_1.01,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,4,power_law_1.01,1.496678352355957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,2,power_law_1.01,0.12083840370178223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,64,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,2,power_law_1.2,0.07190399765968322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,4,power_law_1.2,2.2222848892211915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,power_law_1.01,0.15319039821624755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,2,power_law_1.2,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,2,power_law_1.01,0.14253439903259277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,64,power_law_1.2,0.11139839887619019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,4,power_law_1.2,4.071839904785156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,4,power_law_1.01,4.501299285888672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,power_law_1.01,0.157478404045105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,2,power_law_1.2,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,2,power_law_1.01,0.18062080144882203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,64,power_law_1.2,0.1284351944923401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,power_law_1.01,0.18697600364685057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,2,power_law_1.2,0.08826239705085755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,2,power_law_1.01,0.18799999952316285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,64,power_law_1.2,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,power_law_1.01,0.212172794342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,2,power_law_1.2,0.12247680425643921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,2,power_law_1.01,0.2955199956893921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,64,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,power_law_1.01,0.27464320659637453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,2,power_law_1.2,0.14067840576171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,2,power_law_1.01,0.3842047929763794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,power_law_1.01,0.32460799217224123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,2,power_law_1.2,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,64,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,2,power_law_1.01,0.5441535949707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,power_law_1.01,0.42044801712036134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,2,power_law_1.2,0.2437119960784912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,64,power_law_1.2,0.18595839738845826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,2,power_law_1.01,0.7667712211608887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,2,power_law_1.2,0.2783168077468872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,power_law_1.01,0.5236608028411865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,2,power_law_1.01,0.6996032238006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,64,power_law_1.2,0.17653759717941284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,2,power_law_1.2,0.38973441123962405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,power_law_1.01,0.7466944217681885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,2,power_law_1.01,1.3371328353881835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,64,power_law_1.2,0.2068416118621826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,2,power_law_1.2,0.5732223987579346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,power_law_1.01,1.0080256462097168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,64,power_law_1.2,0.2125823974609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,2,power_law_1.01,3.375507354736328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,2,power_law_1.2,0.7475200176239014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,power_law_1.01,1.1561023712158203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,64,power_law_1.2,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,2,power_law_1.2,1.005561637878418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,64,power_law_1.2,0.3876863956451416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,64,power_law_1.01,2.046566390991211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,2,power_law_1.2,1.6773056030273437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,64,power_law_1.2,0.5294079780578613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,2,power_law_1.2,3.1514560699462892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,64,power_law_1.2,0.7778048038482666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,64,power_law_1.01,4.117292785644532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,power_law_1.01,0.11468160152435303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,64,power_law_1.2,0.9777215957641602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,power_law_1.01,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,64,power_law_1.2,1.1479104042053223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,64,power_law_1.2,1.4954560279846192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,64,power_law_1.2,2.751078414916992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,64,power_law_1.2,7.753139495849609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,power_law_1.01,0.106278395652771
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,power_law_1.01,0.10404479503631592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,power_law_1.01,0.1056831955909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,32,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,power_law_1.01,0.10464639663696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,32,power_law_1.2,0.10607359409332276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,power_law_1.01,0.1087488055229187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,32,power_law_1.2,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,power_law_1.01,0.10915839672088623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,32,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,power_law_1.01,0.11571840047836304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,32,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,power_law_1.01,0.11817599534988403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,32,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,power_law_1.01,0.12184959650039673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,32,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,power_law_1.01,0.13128960132598877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,32,power_law_1.2,0.10611200332641602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,power_law_1.01,0.14602240324020385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,32,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,power_law_1.01,0.15030399560928345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,power_law_1.2,0.09523199796676636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,32,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,16,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,power_law_1.01,0.17797759771347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,power_law_1.2,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,32,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,16,power_law_1.01,0.11921919584274292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,power_law_1.01,0.19824639558792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,32,power_law_1.2,0.1081279993057251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,16,power_law_1.01,0.07393280267715455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,power_law_1.01,0.24695041179656982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,power_law_1.2,0.06350079774856568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,32,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,16,power_law_1.01,0.06325759887695312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,power_law_1.01,0.30494720935821534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,16,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,32,power_law_1.2,0.11390080451965331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,power_law_1.01,0.3819456100463867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,16,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,32,power_law_1.2,0.12695679664611817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,power_law_1.2,0.09400320053100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,power_law_1.01,0.47616000175476075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,16,power_law_1.01,0.09501439929008484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,32,power_law_1.2,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,power_law_1.01,0.6401855945587158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,16,power_law_1.01,0.10157439708709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,32,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,power_law_1.2,0.10464639663696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,16,power_law_1.01,0.10158720016479492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,power_law_1.01,0.9187328338623046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,32,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,power_law_1.2,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,16,power_law_1.01,0.10547200441360474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,32,power_law_1.2,0.16465920209884644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,power_law_1.2,0.1087488055229187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,power_law_1.01,1.0967040061950684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,16,power_law_1.01,0.1089792013168335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,power_law_1.2,0.11082240343093872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,32,power_law_1.2,0.19292160272598266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,16,power_law_1.01,0.10915199518203736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,power_law_1.2,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,32,power_law_1.01,1.5708160400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,32,power_law_1.2,0.21525120735168457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,power_law_1.01,0.09071999788284302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,16,power_law_1.01,0.11303679943084717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,power_law_1.2,0.11345280408859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,32,power_law_1.2,0.27155840396881104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,power_law_1.01,0.060819202661514284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,16,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,power_law_1.2,0.11775360107421876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,32,power_law_1.2,0.3367232084274292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,16,power_law_1.01,0.1200063943862915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,32,power_law_1.01,3.5196990966796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,8,power_law_1.2,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,power_law_1.2,0.1298367977142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,32,power_law_1.2,0.4462592124938965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,16,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,8,power_law_1.2,0.0880511999130249
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,16,power_law_1.01,0.12513279914855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,32,power_law_1.2,0.5412864208221435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,8,power_law_1.2,0.057132798433303836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,power_law_1.2,0.15175679922103882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,16,power_law_1.01,0.14539519548416138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,power_law_1.01,0.10242559909820556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,32,power_law_1.2,0.8032256126403808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,8,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,power_law_1.2,0.16035840511322022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,16,power_law_1.01,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,power_law_1.01,0.10650240182876587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,32,power_law_1.2,1.091385555267334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,8,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,power_law_1.01,0.18350080251693726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,16,power_law_1.2,0.19169280529022217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,8,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,32,power_law_1.2,1.1466688156127929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,16,power_law_1.2,0.21977601051330567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,power_law_1.01,0.10973440408706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,power_law_1.01,0.24043519496917726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,8,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,16,power_law_1.2,0.26439039707183837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,32,power_law_1.2,2.227199935913086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,power_law_1.01,0.30392320156097413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,8,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,power_law_1.01,0.06959360241889953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,16,power_law_1.2,0.31436800956726074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,power_law_1.01,0.06225280165672302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,power_law_1.01,0.38645761013031005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,8,power_law_1.2,0.1081279993057251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,16,power_law_1.2,0.3938368082046509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,power_law_1.01,0.06615039706230164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,32,power_law_1.2,4.026367950439453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,8,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,power_law_1.01,0.11959680318832397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,power_law_1.01,0.4941887855529785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,16,power_law_1.2,0.5240511894226074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,8,power_law_1.2,0.11345280408859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,power_law_1.01,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,power_law_1.01,0.6889472007751465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,16,power_law_1.2,0.7585536003112793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,8,power_law_1.2,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,power_law_1.01,0.1347648024559021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,power_law_1.01,0.9003007888793946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,power_law_1.01,0.10730880498886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,8,power_law_1.2,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,power_law_1.01,0.14212479591369628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,16,power_law_1.2,1.0561535835266114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,power_law_1.01,0.10871039628982544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,4,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,power_law_1.01,0.9789440155029296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,8,power_law_1.2,0.12407679557800293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,power_law_1.01,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,power_law_1.01,0.11425919532775879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,4,power_law_1.2,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,16,power_law_1.2,1.347379207611084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,8,power_law_1.2,0.130457603931427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,16,power_law_1.01,1.6658432006835937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,power_law_1.01,0.1802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,power_law_1.01,0.11756160259246826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,4,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,8,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,power_law_1.01,0.2031615972518921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,4,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,16,power_law_1.2,1.827225685119629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,16,power_law_1.01,3.197337532043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,8,power_law_1.2,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,power_law_1.01,0.12062720060348511
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,power_law_1.01,0.22712318897247313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,4,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,power_law_1.01,0.12655999660491943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,8,power_law_1.2,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,power_law_1.01,0.27771520614624023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,4,power_law_1.2,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,power_law_1.01,0.133951997756958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,8,power_law_1.2,0.17694079875946045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,16,power_law_1.2,4.1808319091796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,4,power_law_1.2,0.10403200387954711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,power_law_1.01,0.1431488037109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,power_law_1.01,0.34713599681854246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,8,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,power_law_1.01,0.14602240324020385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,4,power_law_1.2,0.11017600297927857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,power_law_1.01,0.42946557998657225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,power_law_1.01,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,8,power_law_1.2,0.24494080543518065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,4,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,power_law_1.01,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,power_law_1.01,0.5482495784759521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,4,power_law_1.2,0.11489280462265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,8,power_law_1.2,0.30126080513000486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,power_law_1.01,0.2078336000442505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,4,power_law_1.2,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,power_law_1.01,0.7168000221252442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,8,power_law_1.2,0.36535680294036865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,power_law_1.01,0.25231359004974363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,4,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,power_law_1.01,0.2908351898193359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,8,power_law_1.2,0.4720640182495117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,power_law_1.01,0.9785344123840332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,4,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,power_law_1.01,0.3538880109786987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,8,power_law_1.2,0.5916736125946045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,4,power_law_1.2,0.1353983998298645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,power_law_1.01,0.44623360633850095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,power_law_1.01,1.1614144325256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,4,power_law_1.2,0.1439743995666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,8,power_law_1.2,0.829036808013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,power_law_1.01,0.5646336078643799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,4,power_law_1.2,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,8,power_law_1.01,1.940883255004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,power_law_1.01,0.7159743785858155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,8,power_law_1.2,0.9887807846069336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,4,power_law_1.2,0.16895999908447265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,power_law_1.01,0.9400320053100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,4,power_law_1.2,0.18780159950256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,8,power_law_1.2,1.1995136260986328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,power_law_1.01,1.204435157775879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,8,power_law_1.01,3.4045951843261717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,4,power_law_1.2,0.20622720718383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,power_law_1.01,1.6015424728393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,8,power_law_1.2,2.118252754211426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,4,power_law_1.2,0.26642560958862305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,4,power_law_1.2,0.293887996673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,4,power_law_1.01,2.1784576416015624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,4,power_law_1.2,0.3614720106124878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,8,power_law_1.2,5.063468933105469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,4,power_law_1.2,0.455295991897583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,4,power_law_1.01,4.563967895507813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,4,power_law_1.2,0.6039552211761474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,power_law_1.01,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,4,power_law_1.2,0.7684031963348389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,64,power_law_1.2,0.0686016023159027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,power_law_1.01,0.04217599928379059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,4,power_law_1.2,1.0149951934814454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,64,power_law_1.2,0.03993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,4,power_law_1.2,1.2941311836242675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,64,power_law_1.2,0.04116480052471161
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,power_law_1.01,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,64,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,4,power_law_1.2,1.638809585571289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,power_law_1.01,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,64,power_law_1.2,0.0419840008020401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,power_law_1.01,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,64,power_law_1.2,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,power_law_1.01,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,4,power_law_1.2,2.5919551849365234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,64,power_law_1.2,0.05241600275039673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,64,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,power_law_1.01,0.06761599779129028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,4,power_law_1.2,5.045043182373047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,64,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,power_law_1.01,0.0659712016582489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,64,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,64,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,64,power_law_1.2,0.05877760052680969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,64,power_law_1.2,0.06410239934921265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,64,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,64,power_law_1.2,0.0591808021068573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,power_law_1.01,0.038924801349639895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,64,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,power_law_1.01,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,power_law_1.01,0.11407359838485717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,64,power_law_1.2,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,power_law_1.01,0.13678719997406005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,64,power_law_1.2,0.08049280047416688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,power_law_1.01,0.06654719710350036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,power_law_1.01,0.15441279411315917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,64,power_law_1.2,0.08540800213813782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,32,power_law_1.2,0.04035199880599975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,power_law_1.01,0.2197376012802124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,power_law_1.01,0.07311360239982605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,64,power_law_1.2,0.11570559740066529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,power_law_1.01,0.2705024003982544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,32,power_law_1.2,0.03641600012779236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,power_law_1.01,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,power_law_1.01,0.04999040067195892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,power_law_1.01,0.08704000115394592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,64,power_law_1.2,0.12858879566192627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,power_law_1.01,0.39935998916625975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,32,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,64,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,power_law_1.01,0.10301439762115479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,power_law_1.01,0.5007359981536865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,32,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,64,power_law_1.2,0.21340160369873046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,power_law_1.01,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,power_law_1.01,0.6281216144561768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,power_law_1.01,0.04588800072669983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,32,power_law_1.2,0.04567039906978607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,64,power_law_1.2,0.3170047998428345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,power_law_1.01,0.042803201079368594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,power_law_1.01,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,power_law_1.01,0.04955520033836365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,64,power_law_1.01,1.2859392166137695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,32,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,power_law_1.01,0.04485119879245758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,64,power_law_1.2,0.41534080505371096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,power_law_1.01,0.13351680040359498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,power_law_1.01,0.058169597387313844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,power_law_1.01,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,32,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,2,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,64,power_law_1.2,0.5380095958709716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,power_law_1.01,0.13700480461120607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,32,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,64,power_law_1.01,2.5161727905273437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,2,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,power_law_1.01,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,32,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,64,power_law_1.2,0.943718433380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,power_law_1.01,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,2,power_law_1.2,0.06595199704170226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,power_law_1.01,0.05241600275039673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,power_law_1.01,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,32,power_law_1.2,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,16,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,2,power_law_1.2,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,power_law_1.01,0.056505602598190305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,64,power_law_1.2,1.315839958190918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,32,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,2,power_law_1.2,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,power_law_1.01,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,power_law_1.01,0.062463998794555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,16,power_law_1.2,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,32,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,power_law_1.01,0.06327679753303528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,2,power_law_1.2,0.09829760193824769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,power_law_1.01,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,64,power_law_1.2,2.2689792633056642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,32,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,16,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,power_law_1.01,0.06306560039520263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,power_law_1.01,0.04976640045642853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,2,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,32,power_law_1.2,0.049568000435829165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,16,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,power_law_1.01,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,power_law_1.01,0.05426560044288635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,2,power_law_1.2,0.12695679664611817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,32,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,power_law_1.01,0.056729602813720706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,16,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,2,power_law_1.2,0.12925440073013306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,64,power_law_1.2,4.793772888183594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,power_law_1.01,0.17715200185775756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,32,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,power_law_1.01,0.06451839804649354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,16,power_law_1.2,0.046323201060295104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,2,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,power_law_1.01,0.07228800058364868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,power_law_1.01,0.19557759761810303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,16,power_law_1.2,0.04589439928531647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,32,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,2,power_law_1.2,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,power_law_1.01,0.07639039754867553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,16,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,2,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,32,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,power_law_1.01,0.2267199993133545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,power_law_1.01,0.12635519504547119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,16,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,2,power_law_1.2,0.15605119466781617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,32,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,power_law_1.01,0.14131840467453002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,power_law_1.01,0.09806079864501953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,power_law_1.01,0.26377599239349364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,16,power_law_1.2,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,2,power_law_1.2,0.1613759994506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,32,power_law_1.2,0.11636480093002319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,power_law_1.01,0.18554879426956178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,16,power_law_1.2,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,2,power_law_1.2,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,power_law_1.01,0.3151808023452759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,32,power_law_1.2,0.1200063943862915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,power_law_1.01,0.1435647964477539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,16,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,2,power_law_1.2,0.1802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,power_law_1.01,0.23408000469207763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,32,power_law_1.2,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,power_law_1.01,0.381331205368042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,power_law_1.01,0.19251199960708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,16,power_law_1.2,0.06778879761695862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,2,power_law_1.2,0.19496959447860718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,32,power_law_1.2,0.1666751980781555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,16,power_law_1.2,0.05057920217514038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,power_law_1.01,0.24350719451904296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,2,power_law_1.2,0.2447360038757324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,power_law_1.01,0.5072832107543945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,power_law_1.01,0.34344959259033203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,32,power_law_1.2,0.2283519983291626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,16,power_law_1.2,0.05633280277252197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,2,power_law_1.2,0.2736191987991333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,power_law_1.01,0.3299328088760376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,power_law_1.01,0.6096767902374267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,power_law_1.01,0.38338561058044435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,16,power_law_1.2,0.059571200609207155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,2,power_law_1.2,0.3356735944747925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,32,power_law_1.2,0.30556159019470214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,power_law_1.01,0.4278463840484619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,16,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,power_law_1.01,0.8335359573364258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,2,power_law_1.2,0.399564790725708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,32,power_law_1.2,0.528172779083252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,power_law_1.01,0.46550397872924804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,16,power_law_1.2,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,power_law_1.01,0.5818367958068847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,2,power_law_1.2,0.5158783912658691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,16,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,power_law_1.01,1.0457023620605468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,32,power_law_1.2,0.6893439769744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,power_law_1.01,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,32,power_law_1.01,0.8187904357910156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,2,power_law_1.2,0.6297664165496826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,16,power_law_1.2,0.09520639777183533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,16,power_law_1.01,0.882688045501709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,power_law_1.01,0.036006399989128114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,32,power_law_1.2,0.9154623985290528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,power_law_1.01,1.439948844909668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,16,power_law_1.2,0.11079679727554322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,2,power_law_1.2,0.8384511947631836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,16,power_law_1.2,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,32,power_law_1.01,1.7019136428833008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,16,power_law_1.01,1.7829887390136718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,power_law_1.01,1.7981376647949219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,2,power_law_1.2,1.1422016143798828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,32,power_law_1.2,1.5224831581115723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,16,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,power_law_1.01,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,16,power_law_1.2,0.2408128023147583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,2,power_law_1.2,1.489299201965332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,power_law_1.01,2.235385513305664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,16,power_law_1.2,0.30023679733276365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,power_law_1.01,0.04567039906978607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,32,power_law_1.2,4.003007888793945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,2,power_law_1.2,1.8399232864379882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,16,power_law_1.2,0.40325121879577636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,2,power_law_1.01,3.3505279541015627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,16,power_law_1.2,0.6418496131896972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,power_law_1.01,0.04747520089149475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,2,power_law_1.2,2.250956726074219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,8,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,power_law_1.01,0.05731199979782105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,16,power_law_1.2,0.8331135749816895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,8,power_law_1.2,0.030726400017738343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,2,power_law_1.2,3.4299903869628907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,2,power_law_1.01,6.559334564208984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,8,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,16,power_law_1.2,1.3215744018554687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,power_law_1.01,0.061862397193908694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,8,power_law_1.2,0.033990401029586795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,power_law_1.01,0.06510720252990723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,8,power_law_1.2,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,2,power_law_1.2,6.789529418945312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,power_law_1.01,0.049344000220298764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,16,power_law_1.2,3.214534378051758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,8,power_law_1.2,0.04748159945011139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,power_law_1.01,0.055904000997543335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,8,power_law_1.2,0.04976640045642853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,power_law_1.01,0.05899519920349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,8,power_law_1.2,0.052832001447677614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,power_law_1.01,0.062028801441192626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,8,power_law_1.2,0.05591679811477661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,power_law_1.01,0.07763199806213379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,8,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,power_law_1.01,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,8,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,power_law_1.01,0.09786880016326904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,8,power_law_1.2,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,power_law_1.01,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,8,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,power_law_1.01,0.14702719449996948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,8,power_law_1.2,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,power_law_1.01,0.17982079982757568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,8,power_law_1.2,0.06287999749183655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,power_law_1.01,0.2342911958694458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,8,power_law_1.2,0.06820480227470398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,power_law_1.01,0.3053567886352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,8,power_law_1.2,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,power_law_1.01,0.41451520919799806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,8,power_law_1.2,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,8,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,power_law_1.01,0.4597760200500488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,8,power_law_1.2,0.1087615966796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,power_law_1.01,0.6133759975433349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,8,power_law_1.2,0.11633280515670777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,8,power_law_1.2,0.16424959897994995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,8,power_law_1.01,0.9838591575622558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,8,power_law_1.2,0.18391040563583375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,power_law_1.01,0.03722879886627197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,8,power_law_1.01,1.951571273803711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,8,power_law_1.2,0.2678911924362183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,4,power_law_1.2,0.0359360009431839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,power_law_1.01,0.03524479866027832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,8,power_law_1.2,0.3610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,4,power_law_1.2,0.032364800572395325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,4,power_law_1.2,0.034380799531936644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,8,power_law_1.2,0.4618239879608154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,4,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,8,power_law_1.2,0.6305791854858398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,4,power_law_1.2,0.04056960046291351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,power_law_1.01,0.046700799465179445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,4,power_law_1.2,0.046079999208450316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,8,power_law_1.2,0.8699775695800781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,4,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,4,power_law_1.2,0.047302401065826415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,8,power_law_1.2,1.3113280296325684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,4,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,power_law_1.01,0.051596802473068235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,4,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,8,power_law_1.2,2.7945024490356447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,power_law_1.2,0.05181440114974976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,4,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,4,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,power_law_1.2,0.05631359815597534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,4,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,power_law_1.2,0.0604095995426178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,4,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,4,power_law_1.01,0.06735360026359558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,power_law_1.2,0.07187839746475219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,power_law_1.01,0.036057600378990175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,4,power_law_1.01,0.07270399928092956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,power_law_1.2,0.0796671986579895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,4,power_law_1.01,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,power_law_1.2,0.09400960206985473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,power_law_1.01,0.11960959434509277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,4,power_law_1.01,0.09276800155639649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,2,power_law_1.2,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,2,32,power_law_1.2,0.11857279539108276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,power_law_1.2,0.10505599975585937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,power_law_1.01,0.05140479803085327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,power_law_1.01,0.08539519906044006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,4,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,power_law_1.2,0.12574080228805543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,2,32,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,2,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,4,power_law_1.01,0.12409600019454955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,power_law_1.2,0.1601472020149231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,2,32,power_law_1.2,0.07638400197029113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,power_law_1.01,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,2,power_law_1.2,0.0369024008512497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,4,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,power_law_1.2,0.20602879524230958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,2,32,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,power_law_1.01,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,power_law_1.01,0.05735039710998535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,2,power_law_1.2,0.039340800046920775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,power_law_1.2,0.24042880535125732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,4,power_law_1.01,0.19415040016174318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,2,32,power_law_1.2,0.07598080039024353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,power_law_1.01,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,power_law_1.2,0.35371520519256594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,2,32,power_law_1.2,0.08539519906044006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,4,power_law_1.01,0.21770880222320557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,2,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,power_law_1.01,0.08581119775772095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,power_law_1.01,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,2,32,power_law_1.2,0.08621439933776856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,power_law_1.2,0.3944384098052979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,4,power_law_1.01,0.3031167984008789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,2,power_law_1.2,0.05140479803085327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,2,32,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,power_law_1.01,0.08930559754371643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,power_law_1.2,0.6586304187774659
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,2,power_law_1.2,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,4,power_law_1.01,0.3575808048248291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,power_law_1.01,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,2,32,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,power_law_1.01,0.06474239826202392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,power_law_1.2,0.7536704063415527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,2,power_law_1.2,0.05550079941749573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,2,32,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,4,power_law_1.01,0.5355519771575927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,power_law_1.2,0.9150527954101563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,power_law_1.01,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,2,32,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,2,power_law_1.2,0.057132798433303836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,power_law_1.01,0.07777919769287109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,4,power_law_1.01,0.677888011932373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,2,32,power_law_1.2,0.09337599873542786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,2,power_law_1.2,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,4,power_law_1.2,1.4419903755187988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,power_law_1.01,0.08394880294799804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,2,32,power_law_1.2,0.10301439762115479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,2,power_law_1.2,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,power_law_1.01,0.09092479944229126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,4,power_law_1.01,0.8179712295532227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,2,32,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,4,power_law_1.2,3.241555023193359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,2,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,power_law_1.01,0.1081279993057251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,power_law_1.01,0.10853760242462158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,2,32,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,2,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,power_law_1.01,0.1286080002784729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,4,power_law_1.01,1.3719552040100098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,power_law_1.01,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,2,32,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,power_law_1.01,0.1380288004875183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,2,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,power_law_1.01,0.1546239972114563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,power_law_1.01,0.08969600200653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,2,32,power_law_1.2,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,2,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,power_law_1.01,0.06410239934921265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,2,32,power_law_1.2,0.15318399667739868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,4,power_law_1.01,2.6288192749023436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,power_law_1.01,0.16506240367889405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,2,power_law_1.2,0.08252800107002259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,power_law_1.01,0.26236801147460936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,2,32,power_law_1.2,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,power_law_1.01,0.1806272029876709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,2,power_law_1.2,0.09318400025367737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,power_law_1.01,0.32829439640045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,2,32,power_law_1.2,0.18309760093688965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,power_law_1.01,0.2174976110458374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,power_law_1.01,0.08581119775772095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,2,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,2,32,power_law_1.2,0.21073920726776124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,power_law_1.01,0.45691518783569335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,power_law_1.01,0.2701375961303711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,power_law_1.01,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,2,power_law_1.2,0.12680959701538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,2,32,power_law_1.2,0.25620479583740235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,power_law_1.01,0.5314559936523438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,power_law_1.01,0.34567039012908934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,power_law_1.01,0.08888959884643555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,2,power_law_1.2,0.1644544005393982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,2,32,power_law_1.2,0.35224959850311277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,power_law_1.01,0.7589695930480957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,power_law_1.01,0.09092479944229126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,power_law_1.01,0.4773824214935303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,2,power_law_1.2,0.19924479722976685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,2,32,power_law_1.2,0.4364287853240967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,16,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,power_law_1.01,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,power_law_1.01,0.6268928050994873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,2,power_law_1.2,0.2893824100494385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,2,32,power_law_1.2,0.601907205581665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,power_law_1.01,1.0305472373962403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,16,power_law_1.2,0.06859520077705383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,power_law_1.01,0.09461119771003723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,power_law_1.01,0.8540096282958984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,2,power_law_1.2,0.3344383955001831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,16,power_law_1.2,0.06042240262031555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,2,32,power_law_1.2,0.9150464057922363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,power_law_1.01,1.186393642425537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,2,power_law_1.2,0.4655104160308838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,16,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,power_law_1.01,1.0223679542541504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,2,32,power_law_1.2,1.2462143898010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,power_law_1.01,0.0997439980506897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,16,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,2,power_law_1.2,0.6076479911804199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,2,power_law_1.01,1.940883255004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,32,power_law_1.01,1.5790143966674806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,2,32,power_law_1.2,1.4313471794128418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,16,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,2,power_law_1.2,0.789299201965332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,16,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,power_law_1.01,0.11694719791412353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,32,power_law_1.01,3.6468734741210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,2,32,power_law_1.2,2.698854446411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,2,power_law_1.2,0.9973759651184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,16,power_law_1.2,0.0874559998512268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,2,power_law_1.01,3.6919296264648436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,power_law_1.01,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,16,power_law_1.2,0.09113600254058837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,2,power_law_1.2,1.3297280311584472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,16,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,power_law_1.01,0.16217600107192992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,2,32,power_law_1.2,6.673190307617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,16,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,power_law_1.01,0.1736575961112976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,2,power_law_1.2,2.102681541442871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,16,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,power_law_1.01,0.22017281055450438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,16,power_law_1.2,0.10157439708709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,power_law_1.01,0.2781183958053589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,2,power_law_1.2,3.825465774536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,16,power_law_1.2,0.10117759704589843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,power_law_1.01,0.3536895990371704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,16,power_law_1.2,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,power_law_1.01,0.4257791996002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,16,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,power_law_1.01,0.6402048110961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,16,power_law_1.2,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,power_law_1.01,0.8142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,16,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,16,power_law_1.2,0.14559999704360962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,power_law_1.01,0.953548812866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,16,power_law_1.2,0.18081920146942138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,16,power_law_1.01,1.6052223205566407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,16,power_law_1.2,0.19927040338516236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,16,power_law_1.2,0.24104321002960205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,16,power_law_1.01,3.2526336669921876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,16,power_law_1.2,0.2758656024932861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,16,power_law_1.2,0.393830394744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,16,power_law_1.2,0.5257215976715088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,power_law_1.01,0.06759039759635925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,power_law_1.01,0.08108800053596496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,16,power_law_1.2,0.7270336151123047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,power_law_1.01,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,16,power_law_1.2,1.0125247955322265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,16,power_law_1.2,1.2392383575439454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,power_law_1.01,0.0686079978942871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,8,power_law_1.2,0.07270399928092956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,16,power_law_1.2,2.3244672775268556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,8,power_law_1.2,0.054054397344589236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,8,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,power_law_1.01,0.0868287980556488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,power_law_1.01,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,8,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,16,power_law_1.2,4.5332481384277346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,8,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,power_law_1.01,0.09422720074653626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,8,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,8,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,power_law_1.01,0.09728000164031983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,8,power_law_1.2,0.08909440040588379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,8,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,8,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,power_law_1.01,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,8,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,power_law_1.01,0.1279744029045105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,8,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,power_law_1.01,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,8,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,power_law_1.01,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,8,power_law_1.2,0.10629119873046874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,power_law_1.01,0.18231040239334106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,8,power_law_1.2,0.11713919639587403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,power_law_1.01,0.19394559860229493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,8,power_law_1.2,0.1261888027191162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,8,power_law_1.2,0.12922879457473754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,power_law_1.01,0.24801280498504638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,8,power_law_1.2,0.1519551992416382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,power_law_1.01,0.2875328063964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,4,power_law_1.2,0.05777919888496399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,8,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,power_law_1.01,0.3684351921081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,4,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,8,power_law_1.2,0.18944000005722045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,power_law_1.01,0.4794367790222168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,4,power_law_1.2,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,8,power_law_1.2,0.2130431890487671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,power_law_1.01,0.06371200084686279
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,power_law_1.01,0.653715181350708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,4,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,8,power_law_1.2,0.25681281089782715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,4,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,power_law_1.01,0.9093119621276855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,8,power_law_1.2,0.34303998947143555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,power_law_1.01,0.09010559916496277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,4,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,8,power_law_1.2,0.48684158325195315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,power_law_1.01,1.0860544204711915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,4,power_law_1.2,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,8,power_law_1.2,0.544979190826416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,power_law_1.01,0.09747840166091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,4,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,8,power_law_1.01,1.7227775573730468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,power_law_1.01,0.1007807970046997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,8,power_law_1.2,0.8237055778503418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,4,power_law_1.2,0.09932799935340882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,4,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,8,power_law_1.2,1.048128032684326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,8,power_law_1.01,3.6063232421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,4,power_law_1.2,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,power_law_1.01,0.22117760181427001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,8,power_law_1.2,1.3444992065429688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,4,power_law_1.2,0.10936959981918334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,power_law_1.01,0.14703999757766723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,power_law_1.01,0.10936959981918334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,4,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,8,power_law_1.2,2.119468879699707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,power_law_1.01,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,power_law_1.01,0.11509120464324951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,4,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,power_law_1.2,0.13332480192184448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,4,power_law_1.01,0.12922879457473754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,8,power_law_1.2,4.176691055297852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,power_law_1.2,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,4,power_law_1.01,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,power_law_1.01,0.10915839672088623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,power_law_1.2,0.14663039445877074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,4,power_law_1.01,0.145414400100708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,power_law_1.01,0.10527360439300537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,power_law_1.2,0.17325439453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,power_law_1.01,0.05754240155220032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,4,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,power_law_1.2,0.18288639783859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,power_law_1.01,0.061452800035476686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,power_law_1.01,0.11385600566864014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,4,power_law_1.01,0.17817599773406984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,power_law_1.2,0.22077438831329346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,power_law_1.01,0.12594560384750367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,4,power_law_1.01,0.20602879524230958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,2,power_law_1.2,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,power_law_1.2,0.24883201122283935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,64,power_law_1.2,0.20397439002990722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,4,power_law_1.01,0.251692795753479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,power_law_1.01,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,power_law_1.01,0.0812928020954132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,power_law_1.2,0.30658559799194335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,2,power_law_1.2,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,4,power_law_1.01,0.29940481185913087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,power_law_1.01,0.12041599750518799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,64,power_law_1.2,0.14558720588684082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,power_law_1.01,0.09952639937400817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,power_law_1.2,0.4085696220397949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,4,power_law_1.01,0.39730560779571533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,power_law_1.01,0.13065600395202637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,2,power_law_1.2,0.06305279731750488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,power_law_1.01,0.1068992018699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,64,power_law_1.2,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,power_law_1.01,0.5228544235229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,4,power_law_1.2,0.5568511962890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,power_law_1.01,0.11346559524536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,power_law_1.01,0.14215680360794067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,2,power_law_1.2,0.06983680129051209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,power_law_1.01,0.6676479816436768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,64,power_law_1.2,0.08313599824905396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,power_law_1.01,0.11875840425491332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,4,power_law_1.2,0.6660223960876465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,power_law_1.01,0.14090880155563354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,2,power_law_1.2,0.07761279940605163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,power_law_1.01,0.11980160474777221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,power_law_1.01,0.901523208618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,power_law_1.01,0.14706560373306274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,64,power_law_1.2,0.09745280146598816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,2,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,4,power_law_1.2,1.0510335922241212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,power_law_1.01,0.12430720329284668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,power_law_1.01,1.1560959815979004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,2,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,power_law_1.01,0.12840960025787354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,64,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,4,power_law_1.2,1.29617919921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,power_law_1.01,1.4301055908203124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,power_law_1.01,0.16424319744110108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,2,power_law_1.2,0.11635199785232545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,power_law_1.01,0.13106559514999389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,64,power_law_1.2,0.11366399526596069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,power_law_1.01,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,2,power_law_1.2,0.11857279539108276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,4,power_law_1.2,1.7313856124877929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,4,power_law_1.01,2.307084846496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,power_law_1.01,0.2031872034072876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,2,power_law_1.2,0.12205439805984497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,64,power_law_1.2,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,power_law_1.01,0.1523967981338501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,2,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,4,power_law_1.2,2.553446388244629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,4,power_law_1.01,3.9880767822265626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,power_law_1.01,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,64,power_law_1.2,0.1298367977142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,power_law_1.01,0.22938239574432373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,2,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,power_law_1.01,0.20873599052429198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,power_law_1.01,0.25313920974731446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,2,power_law_1.2,0.13516160249710082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,64,power_law_1.2,0.13065600395202637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,power_law_1.01,0.23162879943847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,4,power_law_1.2,5.449945449829102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,power_law_1.01,0.32232959270477296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,2,power_law_1.2,0.14028160572052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,power_law_1.01,0.2905791997909546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,64,power_law_1.2,0.13763200044631957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,power_law_1.01,0.4122687816619873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,2,power_law_1.2,0.1503167986869812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,power_law_1.01,0.3436543941497803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,64,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,power_law_1.01,0.5703616142272949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,2,power_law_1.2,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,power_law_1.01,0.44834561347961427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,power_law_1.01,0.551532793045044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,2,power_law_1.2,0.1738816022872925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,64,power_law_1.2,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,power_law_1.01,0.5691391944885253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,2,power_law_1.2,0.20766079425811768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,power_law_1.01,0.8089535713195801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,power_law_1.01,0.7172095775604248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,64,power_law_1.2,0.1546239972114563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,2,power_law_1.2,0.23080320358276368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,power_law_1.01,0.9990143775939941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,power_law_1.01,0.8605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,64,power_law_1.2,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,power_law_1.01,0.15281280279159545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,2,power_law_1.2,0.2987967967987061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,power_law_1.01,1.234329605102539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,power_law_1.01,1.1933695793151855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,64,power_law_1.2,0.16547839641571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,2,power_law_1.2,0.34961280822753904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,power_law_1.01,0.14621440172195435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,power_law_1.01,1.4995455741882324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,2,power_law_1.2,0.4523903846740723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,64,power_law_1.2,0.1581439971923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,power_law_1.01,0.14438400268554688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,64,power_law_1.01,1.863680076599121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,2,power_law_1.2,0.5863423824310303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,64,power_law_1.2,0.16955519914627076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,power_law_1.01,1.9122175216674804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,2,power_law_1.2,0.745472002029419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,64,power_law_1.2,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,64,power_law_1.01,4.374118423461914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,32,power_law_1.2,0.155622398853302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,2,power_law_1.01,2.993971252441406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,power_law_1.01,0.09687039852142335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,64,power_law_1.2,0.24657919406890869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,2,power_law_1.2,0.8683520317077636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,power_law_1.01,0.11161600351333618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,32,power_law_1.2,0.14725120067596437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,64,power_law_1.2,0.3084160089492798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,2,power_law_1.2,1.2593152046203613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,power_law_1.01,0.11835520267486573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,2,power_law_1.01,5.587968063354492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,32,power_law_1.2,0.1320896029472351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,64,power_law_1.2,0.39404160976409913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,2,power_law_1.2,1.687174415588379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,32,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,power_law_1.01,0.12349439859390259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,64,power_law_1.2,0.4569087982177734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,2,power_law_1.2,1.967513656616211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,32,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,64,power_law_1.2,0.6369215965270996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,power_law_1.01,0.13127039670944213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,32,power_law_1.2,0.09463679790496826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,2,power_law_1.2,3.0439680099487303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,power_law_1.01,0.13332480192184448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,64,power_law_1.2,0.6758399963378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,32,power_law_1.2,0.09911680221557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,power_law_1.01,0.14561280012130737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,64,power_law_1.2,1.0260479927062989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,32,power_law_1.2,0.11693439483642579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,power_law_1.01,0.15401599407196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,2,power_law_1.2,5.980985641479492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,32,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,power_law_1.01,0.15708160400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,64,power_law_1.2,1.3035519599914551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,32,power_law_1.2,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,power_law_1.01,0.14417279958724977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,64,power_law_1.2,1.8751487731933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,32,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,power_law_1.01,0.1638335943222046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,32,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,64,power_law_1.2,2.5030656814575196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,power_law_1.01,0.21237759590148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,32,power_law_1.2,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,power_law_1.01,0.22386560440063477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,32,power_law_1.2,0.1521664023399353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,64,power_law_1.2,6.275705718994141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,power_law_1.01,0.3018687963485718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,32,power_law_1.2,0.15523200035095214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,32,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,power_law_1.01,0.33402879238128663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,32,power_law_1.2,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,power_law_1.01,0.45199360847473147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,power_law_1.01,0.12038400173187255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,32,power_law_1.2,0.17100800275802613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,power_law_1.01,0.5093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,16,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,32,power_law_1.2,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,16,power_law_1.2,0.1241152048110962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,power_law_1.01,0.7069632053375244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,32,power_law_1.2,0.21175680160522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,power_law_1.01,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,16,power_law_1.2,0.09626240134239197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,power_law_1.01,0.8716287612915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,32,power_law_1.2,0.254150390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,power_law_1.01,0.09751039743423462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,16,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,32,power_law_1.2,0.3147775888442993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,power_law_1.01,1.1335359573364259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,power_law_1.01,0.10770560503005981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,16,power_law_1.2,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,32,power_law_1.2,0.39035520553588865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,power_law_1.01,0.12144639492034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,16,power_law_1.2,0.08888959884643555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,32,power_law_1.01,1.7903423309326172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,32,power_law_1.2,0.5367872238159179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,power_law_1.01,0.11816960573196411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,16,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,32,power_law_1.2,0.5920896053314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,16,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,32,power_law_1.01,3.4365375518798826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,power_law_1.01,0.1286080002784729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,16,power_law_1.2,0.11263359785079956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,32,power_law_1.2,0.9088959693908691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,power_law_1.01,0.13229440450668334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,16,power_law_1.2,0.11735680103302001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,32,power_law_1.2,1.1478976249694823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,16,power_law_1.2,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,power_law_1.01,0.14134399890899657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,32,power_law_1.2,1.4839808464050293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,16,power_law_1.2,0.13761919736862183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,power_law_1.01,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,16,power_law_1.2,0.13882240056991577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,32,power_law_1.2,2.0588607788085938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,power_law_1.01,0.15973759889602662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,16,power_law_1.2,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,power_law_1.01,0.15583360195159912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,16,power_law_1.2,0.15523840188980104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,power_law_1.01,0.08990079760551453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,32,power_law_1.2,4.3048961639404295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,power_law_1.01,0.16097279787063598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,16,power_law_1.2,0.16179840564727782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,power_law_1.01,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,8,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,power_law_1.01,0.17446399927139283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,16,power_law_1.2,0.1523967981338501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,8,power_law_1.2,0.09420160055160523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,power_law_1.01,0.2102976083755493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,16,power_law_1.2,0.17244800329208373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,power_law_1.01,0.08007680177688599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,8,power_law_1.2,0.09114879965782166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,power_law_1.01,0.23286399841308594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,16,power_law_1.2,0.18554879426956178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,8,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,power_law_1.01,0.2879487991333008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,16,power_law_1.2,0.21340160369873046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,power_law_1.01,0.10281599760055542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,power_law_1.01,0.34345600605010984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,16,power_law_1.2,0.24186880588531495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,power_law_1.01,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,8,power_law_1.2,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,power_law_1.01,0.46100478172302245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,16,power_law_1.2,0.3062016010284424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,8,power_law_1.2,0.09952639937400817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,power_law_1.01,0.11959680318832397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,16,power_law_1.2,0.36538240909576414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,power_law_1.01,0.5306431770324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,8,power_law_1.2,0.11571199893951416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,power_law_1.01,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,8,power_law_1.2,0.11999360322952271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,16,power_law_1.2,0.5121664047241211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,power_law_1.01,0.7065599918365478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,power_law_1.01,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,8,power_law_1.2,0.12164479494094849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,16,power_law_1.2,0.5867519855499268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,power_law_1.01,0.9465791702270507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,8,power_law_1.2,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,power_law_1.01,0.14092799425125122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,16,power_law_1.2,0.7933951854705811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,8,power_law_1.2,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,power_law_1.01,1.0827775955200196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,16,power_law_1.2,1.127014446258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,8,power_law_1.2,0.1415168046951294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,power_law_1.01,0.1564736008644104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,16,power_law_1.01,1.717043113708496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,8,power_law_1.2,0.15279359817504884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,16,power_law_1.2,1.293721580505371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,power_law_1.01,0.16261759996414185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,power_law_1.01,0.07166720032691956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,8,power_law_1.2,0.16383999586105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,power_law_1.01,0.169760000705719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,16,power_law_1.01,3.2067520141601564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,power_law_1.01,0.09461119771003723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,8,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,16,power_law_1.2,1.9031999588012696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,power_law_1.01,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,power_law_1.01,0.06921600103378296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,8,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,power_law_1.01,0.2007040023803711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,8,power_law_1.2,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,power_law_1.01,0.08048639893531799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,power_law_1.01,0.24186880588531495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,16,power_law_1.2,3.951615905761719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,8,power_law_1.2,0.2136064052581787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,power_law_1.01,0.26152958869934084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,power_law_1.01,0.09853439927101135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,4,power_law_1.2,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,power_law_1.01,0.3184639930725098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,8,power_law_1.2,0.25128960609436035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,4,power_law_1.2,0.06901119947433472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,power_law_1.01,0.3751807928085327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,8,power_law_1.2,0.27241599559783936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,power_law_1.01,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,power_law_1.01,0.49541120529174804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,4,power_law_1.2,0.07352319955825806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,8,power_law_1.2,0.33486080169677734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,power_law_1.01,0.638976001739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,4,power_law_1.2,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,8,power_law_1.2,0.3852351903915405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,power_law_1.01,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,power_law_1.01,0.8372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,4,power_law_1.2,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,8,power_law_1.2,0.5392447948455811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,power_law_1.01,0.1404863953590393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,power_law_1.01,1.0358783721923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,4,power_law_1.2,0.09746559858322143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,power_law_1.01,0.14765440225601195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,8,power_law_1.2,0.6742015838623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,power_law_1.01,1.2851200103759766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,4,power_law_1.2,0.10236159563064576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,power_law_1.01,0.15011199712753295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,8,power_law_1.01,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,8,power_law_1.2,0.9133695602416992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,8,power_law_1.01,0.034431999921798705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,4,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,power_law_1.01,0.15953919887542725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,8,power_law_1.01,1.9671104431152344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,8,power_law_1.01,0.034201601147651674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,8,power_law_1.2,1.130297565460205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,4,power_law_1.2,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,power_law_1.01,0.16770559549331665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,8,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,8,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,power_law_1.01,0.17816959619522094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,8,power_law_1.2,1.4624768257141114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,8,power_law_1.01,3.5246143341064453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,4,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,8,8,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,8,power_law_1.01,0.036057600378990175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,power_law_1.01,0.18019200563430787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,8,8,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,8,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,4,power_law_1.2,0.14315520524978637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,8,power_law_1.2,2.064998435974121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,8,8,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,power_law_1.01,0.20848000049591064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,4,power_law_1.2,0.14663039445877074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,8,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,8,8,power_law_1.2,0.033190399408340454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,8,power_law_1.01,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,power_law_1.01,0.2289664030075073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,4,power_law_1.2,0.15400320291519165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,8,8,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,8,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,8,power_law_1.2,4.313907241821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,8,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,8,8,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,power_law_1.01,0.2885632038116455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,4,power_law_1.2,0.1618175983428955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,8,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,8,8,power_law_1.2,0.036473599076271054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,8,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,power_law_1.01,0.3235840082168579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,4,power_law_1.2,0.16855039596557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,8,8,power_law_1.2,0.036883199214935304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,8,power_law_1.01,0.04711039960384369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,8,8,power_law_1.2,0.04017280042171478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,4,power_law_1.2,0.18472959995269775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,8,power_law_1.01,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,power_law_1.01,0.4237247943878174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,8,8,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,8,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,4,power_law_1.2,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,power_law_1.01,0.48270721435546876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,8,power_law_1.01,0.06101760268211365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,8,8,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,8,power_law_1.01,0.07332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,8,8,power_law_1.2,0.04056319892406464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,4,power_law_1.2,0.20869119167327882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,power_law_1.01,0.6215744018554688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,8,power_law_1.01,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,8,8,power_law_1.2,0.041356799006462094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,8,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,4,power_law_1.2,0.23161599636077881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,8,8,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,power_law_1.01,0.7946176052093505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,8,power_law_1.01,0.13742719888687133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,8,8,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,4,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,4,power_law_1.2,0.2867136001586914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,8,power_law_1.01,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,8,8,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,power_law_1.01,1.0790911674499513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,4,power_law_1.01,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,8,power_law_1.01,0.24289920330047607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,4,power_law_1.2,0.34652159214019773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,8,8,power_law_1.2,0.05121279954910278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,4,power_law_1.01,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,8,power_law_1.01,0.3135488033294678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,8,8,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,power_law_1.01,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,power_law_1.01,1.3469696044921875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,4,power_law_1.01,0.03482879996299744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,4,power_law_1.2,0.44953598976135256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,8,power_law_1.01,0.42946557998657225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,8,8,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,4,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,8,8,power_law_1.2,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,power_law_1.01,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,8,power_law_1.01,0.5842879772186279
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,4,power_law_1.2,0.49868159294128417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,power_law_1.01,1.608915138244629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,4,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,8,8,power_law_1.2,0.10751359462738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,4,power_law_1.2,0.03788160085678101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,8,power_law_1.01,0.743833589553833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,4,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,4,power_law_1.2,0.6438911914825439
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,power_law_1.01,0.07738879919052125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,8,8,power_law_1.2,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,4,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,4,power_law_1.01,0.037254399061203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,8,power_law_1.01,1.0506303787231446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,4,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,8,8,power_law_1.2,0.16792960166931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,4,power_law_1.01,2.5194623947143553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,4,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,power_law_1.01,0.07311360239982605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,4,power_law_1.2,0.8423423767089844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,4,power_law_1.2,0.0333759993314743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,8,8,power_law_1.2,0.23551359176635742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,8,power_law_1.01,2.3977983474731444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,4,power_law_1.01,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,4,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,8,8,power_law_1.2,0.3037568092346191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,4,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,power_law_1.01,0.089273601770401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,4,power_law_1.2,0.035206401348114015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,4,power_law_1.2,1.1606080055236816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,4,power_law_1.01,0.03852159976959228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,8,8,power_law_1.2,0.4548287868499756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,4,power_law_1.01,4.739686584472656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,4,power_law_1.2,0.035648000240325925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,2,power_law_1.2,0.06305919885635376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,4,power_law_1.01,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,8,8,power_law_1.2,0.5912576198577881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,4,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,4,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,power_law_1.01,0.12267520427703857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,4,power_law_1.2,1.3690624237060547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,4,power_law_1.2,0.03728640079498291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,2,power_law_1.2,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,8,8,power_law_1.2,0.7540671825408936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,4,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,power_law_1.01,0.14582400321960448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,4,power_law_1.2,0.038899201154708865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,4,power_law_1.01,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,8,8,power_law_1.2,1.1331647872924804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,2,power_law_1.2,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,4,power_law_1.2,0.0377023994922638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,4,power_law_1.01,0.05326719880104065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,4,power_law_1.2,1.8092031478881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,4,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,4,power_law_1.01,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,8,8,power_law_1.2,2.311167907714844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,2,power_law_1.2,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,power_law_1.01,0.16015360355377198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,4,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,4,power_law_1.01,0.06595199704170226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,4,power_law_1.2,2.6709951400756835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,4,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,2,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,4,power_law_1.01,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,power_law_1.01,0.16691839694976807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,4,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,4,power_law_1.01,0.10136959552764893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,2,power_law_1.2,0.11223679780960083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,power_law_1.01,0.1755136013031006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,4,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,4,power_law_1.01,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,4,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,4,power_law_1.01,0.16216319799423218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,power_law_1.01,0.18288639783859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,4,power_law_1.2,5.390943908691407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,2,power_law_1.2,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,4,power_law_1.2,0.066348797082901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,4,power_law_1.01,0.24720640182495118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,power_law_1.01,0.18861440420150757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,4,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,2,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,4,power_law_1.01,0.2932543992996216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,4,power_law_1.2,0.0907584011554718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,power_law_1.01,0.19988479614257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,4,power_law_1.01,0.44053120613098146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,2,power_law_1.2,0.1482751965522766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,4,power_law_1.2,0.10305919647216796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,4,power_law_1.01,0.5801919937133789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,power_law_1.01,0.21176960468292236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,4,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,2,power_law_1.2,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,2,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,4,power_law_1.2,0.17838079929351808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,4,power_law_1.01,0.8110015869140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,power_law_1.01,0.23265280723571777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,2,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,2,power_law_1.01,0.03359360098838806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,4,power_law_1.2,0.2564095973968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,16,4,power_law_1.01,1.0391551971435546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,2,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,4,power_law_1.2,0.2953216075897217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,2,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,power_law_1.01,0.26501760482788084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,2,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,2,power_law_1.2,0.03400320112705231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,4,power_law_1.2,0.4745215892791748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,2,power_law_1.01,0.03524479866027832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,16,4,power_law_1.01,2.375270462036133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,2,power_law_1.2,0.03359360098838806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,2,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,2,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,4,power_law_1.2,0.6170623779296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,power_law_1.01,0.28775041103363036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,2,power_law_1.2,0.03543039858341217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,2,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,4,power_law_1.2,0.7831552028656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,2,power_law_1.2,0.1859455943107605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,power_law_1.01,0.367411208152771
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,2,power_law_1.01,0.03772160112857818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,2,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,16,4,power_law_1.2,1.2470272064208985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,power_law_1.01,0.42700800895690916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,2,power_law_1.01,0.03893119990825653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,2,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,2,power_law_1.2,0.20152320861816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,2,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,16,4,power_law_1.2,2.715232086181641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,2,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,power_law_1.01,0.5457920074462891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,8,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,2,power_law_1.2,0.2142400026321411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,2,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,2,power_law_1.2,0.03870719969272614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,8,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,power_law_1.01,0.6975488185882568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,2,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,2,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,2,power_law_1.2,0.23040640354156494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,8,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,2,power_law_1.01,0.041356799006462094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,2,power_law_1.2,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,power_law_1.01,0.9011263847351074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,8,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,2,power_law_1.01,0.04056319892406464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,2,power_law_1.2,0.26275200843811036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,2,power_law_1.2,0.038924801349639895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,2,power_law_1.01,0.04221439957618713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,power_law_1.01,1.1511808395385743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,8,8,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,2,power_law_1.2,0.040940800309181215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,2,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,8,power_law_1.01,0.037248000502586365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,2,power_law_1.2,0.30106239318847655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,2,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,8,8,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,2,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,power_law_1.01,1.56179838180542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,8,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,2,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,2,power_law_1.01,0.05366399884223938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,8,8,power_law_1.2,0.03687680065631867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,2,power_law_1.2,0.38338561058044435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,8,power_law_1.01,0.03764480054378509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,power_law_1.01,1.940883255004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,2,power_law_1.01,0.05978879928588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,2,power_law_1.2,0.04827519953250885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,8,8,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,2,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,8,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,2,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,8,8,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,2,power_law_1.2,0.42863998413085935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,power_law_1.01,2.4117183685302734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,2,power_law_1.01,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,2,power_law_1.2,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,8,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,8,8,power_law_1.2,0.038700801134109494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,2,power_law_1.01,0.10814080238342286
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,2,power_law_1.2,0.06516479849815368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,8,power_law_1.01,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,8,8,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,2,power_law_1.01,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,2,power_law_1.2,0.5609471797943115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,2,power_law_1.01,3.7775360107421876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,2,power_law_1.2,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,8,power_law_1.01,0.045849600434303285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,8,8,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,2,power_law_1.01,0.16998399496078492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,4,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,2,power_law_1.2,0.08457599878311158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,8,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,2,power_law_1.01,0.21544959545135497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,8,8,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,2,power_law_1.2,0.7004159927368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,4,power_law_1.01,0.039750400185585025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,2,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,8,power_law_1.01,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,8,8,power_law_1.2,0.04462080001831055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,2,power_law_1.01,0.3033087968826294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,4,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,2,power_law_1.01,7.059251403808593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,2,power_law_1.2,0.14703999757766723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,8,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,8,8,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,2,power_law_1.01,0.4106304168701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,2,power_law_1.2,0.9060352325439454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,4,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,2,power_law_1.2,0.16281599998474122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,8,power_law_1.01,0.058956801891326904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,8,8,power_law_1.2,0.05246719717979431
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,2,power_law_1.01,0.5232575893402099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,4,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,8,8,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,8,power_law_1.01,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,2,power_law_1.2,0.24023039340972902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,2,power_law_1.01,0.6610943794250488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,4,power_law_1.01,0.04012160003185272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,2,power_law_1.2,1.188044834136963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,4,power_law_1.2,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,8,8,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,8,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,32,2,power_law_1.01,1.0999744415283204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,2,power_law_1.2,0.27688961029052733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,4,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,4,power_law_1.2,0.043033599853515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,8,8,power_law_1.2,0.05774719715118408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,4,power_law_1.01,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,8,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,2,power_law_1.2,0.4075456142425537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,2,power_law_1.2,1.6080896377563476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,32,2,power_law_1.01,2.003968048095703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,4,power_law_1.01,0.04216319918632507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,4,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,8,8,power_law_1.2,0.05815039873123169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,8,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,2,power_law_1.2,0.5543935775756836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,8,8,power_law_1.2,0.06718720197677612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,4,power_law_1.2,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,8,power_law_1.01,0.14294400215148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,4,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,2,power_law_1.2,1.9605567932128907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,2,power_law_1.2,0.7025087833404541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,8,8,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,4,power_law_1.01,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,8,power_law_1.01,0.17819520235061645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,4,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,4,power_law_1.01,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,8,8,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,32,2,power_law_1.2,1.0285120010375977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,4,power_law_1.2,0.03771519958972931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,8,power_law_1.01,0.2559999942779541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,4,power_law_1.01,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,2,power_law_1.2,2.469887924194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,4,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,8,8,power_law_1.2,0.12370560169219971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,4,power_law_1.01,0.056492799520492555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,8,power_law_1.01,0.355731201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,32,2,power_law_1.2,2.13503360748291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,4,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,4,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,8,8,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,8,power_law_1.01,0.4372416019439697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,4,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,4,power_law_1.2,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,8,8,power_law_1.2,0.1982591986656189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,4,power_law_1.01,0.0769919991493225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,2,power_law_1.2,4.041932678222656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,8,power_law_1.01,0.6203455924987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,4,power_law_1.2,0.04343039989471435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,4,power_law_1.01,0.0899071991443634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,8,8,power_law_1.2,0.23736960887908937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,4,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,8,power_law_1.01,0.8491007804870605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,4,power_law_1.01,0.11386239528656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,8,8,power_law_1.2,0.3248127937316895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,4,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,4,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,8,power_law_1.01,1.1298815727233886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,4,power_law_1.01,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,4,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,8,8,power_law_1.2,0.40837759971618653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,2,power_law_1.2,7.278387451171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,8,power_law_1.01,1.852614402770996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,4,power_law_1.01,0.2226111888885498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,4,power_law_1.2,0.05159040093421936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,8,8,power_law_1.2,0.6467584133148193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,4,power_law_1.01,0.2936511993408203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,4,power_law_1.2,0.05813760161399841
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,8,power_law_1.01,3.804576110839844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,8,8,power_law_1.2,0.8343487739562988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,4,power_law_1.01,0.37356159687042234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,4,power_law_1.2,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,2,power_law_1.01,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,4,power_law_1.01,0.6475776195526123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,8,8,power_law_1.2,1.1114432334899902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,4,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,2,power_law_1.01,0.03687680065631867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,4,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,4,power_law_1.01,0.8040512084960938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,8,8,power_law_1.2,1.7481727600097656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,2,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,4,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,4,power_law_1.01,0.937996768951416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,2,power_law_1.01,0.038124799728393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,4,power_law_1.2,0.12390400171279907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,8,8,power_law_1.2,3.707904052734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,16,4,power_law_1.01,1.750239944458008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,2,power_law_1.01,0.03912320137023926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,4,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,4,power_law_1.2,0.18145279884338378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,2,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,16,4,power_law_1.01,3.0435327529907226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,2,power_law_1.2,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,4,power_law_1.2,0.24104321002960205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,2,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,4,power_law_1.2,0.3495935916900635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,2,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,2,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,4,power_law_1.2,0.4257984161376953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,2,power_law_1.2,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,2,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,4,power_law_1.2,0.6377408027648925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,2,power_law_1.2,0.03930239975452423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,2,power_law_1.01,0.04139519929885864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,4,power_law_1.2,0.8411135673522949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,2,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,2,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,power_law_1.01,0.09030399918556213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,4,power_law_1.2,1.1487296104431153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,2,power_law_1.2,0.04139519929885864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,2,power_law_1.01,0.04381439983844757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,power_law_1.01,0.07844480276107788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,16,4,power_law_1.2,1.7977407455444336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,2,power_law_1.2,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,2,power_law_1.01,0.04545280039310455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,power_law_1.01,0.07475200295448303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,2,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,2,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,16,4,power_law_1.2,3.393529510498047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,power_law_1.01,0.08744320273399353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,2,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,2,power_law_1.01,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,64,power_law_1.2,0.10463999509811402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,2,power_law_1.2,0.04547840058803558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,power_law_1.01,0.07680000066757202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,2,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,64,power_law_1.2,0.08720639944076539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,2,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,2,power_law_1.01,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,power_law_1.01,0.078438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,64,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,2,power_law_1.2,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,2,power_law_1.01,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,power_law_1.01,0.07907840013504028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,2,power_law_1.2,0.04588159918785095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,64,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,2,power_law_1.01,0.08826239705085755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,power_law_1.01,0.08395519852638245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,2,power_law_1.2,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,2,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,64,power_law_1.2,0.07310720086097718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,2,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,power_law_1.01,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,2,power_law_1.01,0.13455359935760497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,power_law_1.01,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,2,power_law_1.2,0.05448960065841675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,64,power_law_1.2,0.07905920147895813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,2,power_law_1.01,0.1793984055519104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,power_law_1.01,0.08618879914283753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,32,power_law_1.2,0.09341440200805665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,power_law_1.01,0.06041600108146668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,2,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,2,power_law_1.01,0.2134079933166504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,64,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,2,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,power_law_1.01,0.06759039759635925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,2,power_law_1.01,0.3078144073486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,32,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,64,power_law_1.2,0.07927680015563965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,2,power_law_1.2,0.0905023992061615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,power_law_1.01,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,power_law_1.01,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,2,power_law_1.01,0.4163519859313965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,64,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,2,power_law_1.2,0.11448960304260254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,32,power_law_1.2,0.05796480178833008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,2,power_law_1.01,0.5785600185394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,power_law_1.01,0.09482880234718323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,power_law_1.01,0.07780479788780212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,2,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,64,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,32,power_law_1.2,0.060012799501419065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,power_law_1.01,0.09359359741210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,2,power_law_1.01,0.6999936103820801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,power_law_1.01,0.10713599920272827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,2,power_law_1.2,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,power_law_1.01,0.07843199968338013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,64,power_law_1.2,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,32,power_law_1.2,0.0673792004585266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,2,power_law_1.01,0.9379776000976563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,2,power_law_1.2,0.22405118942260743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,power_law_1.01,0.0667967975139618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,power_law_1.01,0.11017600297927857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,64,power_law_1.2,0.0923583984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,power_law_1.01,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,32,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,32,2,power_law_1.01,1.5028223991394043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,2,power_law_1.2,0.304531192779541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,power_law_1.01,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,64,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,2,power_law_1.2,0.37416958808898926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,32,power_law_1.2,0.07617920041084289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,32,2,power_law_1.01,2.792448043823242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,power_law_1.01,0.13824000358581542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,power_law_1.01,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,2,power_law_1.2,0.551526403427124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,64,power_law_1.2,0.09624320268630981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,32,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,16,power_law_1.2,0.07946879863739013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,power_law_1.01,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,power_law_1.01,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,power_law_1.01,0.07228800058364868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,2,power_law_1.2,0.748748779296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,32,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,64,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,power_law_1.01,0.16589440107345582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,2,power_law_1.2,0.9027903556823731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,16,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,32,power_law_1.2,0.08479359745979309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,power_law_1.01,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,power_law_1.01,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,32,2,power_law_1.2,1.427660846710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,power_law_1.01,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,64,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,16,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,power_law_1.01,0.08315520286560059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,32,2,power_law_1.2,2.932076835632324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,32,power_law_1.2,0.08764799833297729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,16,power_law_1.2,0.060819202661514284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,power_law_1.01,0.2465536117553711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,64,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,power_law_1.01,0.08520320057868958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,16,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,power_law_1.01,0.1030079960823059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,32,power_law_1.2,0.09320319890975952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,64,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,power_law_1.01,0.29430398941040037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,power_law_1.01,0.09624959826469422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,16,power_law_1.2,0.07311360239982605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,64,power_law_1.2,0.14376319646835328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,32,power_law_1.2,0.09545599818229675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,power_law_1.01,0.40919041633605957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,power_law_1.01,0.09831680059432983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,16,power_law_1.2,0.07904639840126038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,power_law_1.01,0.09605119824409485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,64,power_law_1.2,0.18471039533615113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,32,power_law_1.2,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,power_law_1.01,0.10893440246582031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,power_law_1.01,0.5158847808837891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,power_law_1.01,0.11016960144042968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,16,power_law_1.2,0.08130559921264649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,64,power_law_1.2,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,32,power_law_1.2,0.10624639987945557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,power_law_1.01,0.12963199615478516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,power_law_1.01,0.7364672183990478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,16,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,64,power_law_1.2,0.26603519916534424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,32,power_law_1.2,0.11037440299987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,16,power_law_1.2,0.08356480002403259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,power_law_1.01,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,power_law_1.01,0.13948800563812255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,power_law_1.01,0.9834495544433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,16,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,power_law_1.01,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,64,power_law_1.2,0.3315711975097656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,32,power_law_1.2,0.11775360107421876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,power_law_1.01,0.17203199863433838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,16,power_law_1.2,0.09563519954681396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,power_law_1.01,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,power_law_1.01,1.1720640182495117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,32,power_law_1.2,0.13312000036239624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,power_law_1.01,0.1896448016166687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,64,power_law_1.2,0.43926401138305665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,power_law_1.01,0.20151679515838622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,16,power_law_1.2,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,32,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,power_law_1.01,0.2488255977630615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,power_law_1.01,0.24432640075683593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,16,power_law_1.2,0.10238720178604126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,64,power_law_1.01,1.94256649017334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,64,power_law_1.2,0.5806079864501953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,power_law_1.01,0.3190783977508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,16,power_law_1.2,0.11160320043563843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,32,power_law_1.2,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,power_law_1.01,0.29533441066741944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,64,power_law_1.2,0.9093119621276855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,power_law_1.01,0.4155456066131592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,16,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,32,power_law_1.2,0.19578239917755128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,power_law_1.01,0.525708818435669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,power_law_1.01,0.40755839347839357
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,64,power_law_1.01,3.757062530517578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,16,power_law_1.2,0.12041599750518799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,64,power_law_1.2,1.1544832229614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,32,power_law_1.2,0.2594815969467163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,power_law_1.01,0.7180287837982178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,power_law_1.01,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,16,power_law_1.2,0.13722239732742308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,power_law_1.01,0.49665279388427735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,64,power_law_1.2,1.4880767822265626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,16,power_law_1.2,0.1482751965522766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,power_law_1.01,0.9457663536071778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,32,power_law_1.2,0.3184639930725098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,power_law_1.01,0.7229504108428955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,16,power_law_1.2,0.18042880296707153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,32,power_law_1.2,0.4282368183135986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,power_law_1.01,1.1155712127685546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,8,power_law_1.2,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,power_law_1.01,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,64,power_law_1.2,2.478079986572266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,power_law_1.01,0.9396160125732422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,16,power_law_1.2,0.20234239101409912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,32,power_law_1.2,0.5535679817199707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,8,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,16,power_law_1.2,0.27381761074066163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,16,power_law_1.01,1.798944091796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,power_law_1.01,1.1446208000183105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,8,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,32,power_law_1.2,0.8654784202575684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,16,power_law_1.2,0.3172352075576782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,64,power_law_1.2,5.9121662139892575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,8,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,power_law_1.01,0.0923583984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,16,power_law_1.2,0.4544511795043945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,32,power_law_1.2,1.0786815643310548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,32,power_law_1.01,1.8411520004272461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,16,power_law_1.01,3.5495937347412108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,8,power_law_1.2,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,power_law_1.01,0.09276800155639649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,16,power_law_1.2,0.5560128211975097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,32,power_law_1.2,1.3580287933349608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,8,power_law_1.2,0.07720959782600403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,power_law_1.01,0.09646080136299133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,16,power_law_1.2,0.7872511863708496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,32,power_law_1.01,3.7009342193603514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,8,power_law_1.2,0.0880895972251892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,32,power_law_1.2,2.2259775161743165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,16,power_law_1.2,1.0520575523376465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,8,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,power_law_1.01,0.10239360332489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,8,power_law_1.2,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,16,power_law_1.2,1.3412351608276367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,32,power_law_1.2,4.536921691894531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,8,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,16,power_law_1.2,2.1383167266845704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,8,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,power_law_1.01,0.11649919748306274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,8,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,16,power_law_1.2,4.16808967590332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,8,power_law_1.2,0.1105728030204773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,power_law_1.01,0.14520319700241088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,8,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,power_law_1.01,0.15749119520187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,8,power_law_1.2,0.13473279476165773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,power_law_1.01,0.19292160272598266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,8,power_law_1.2,0.1351744055747986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,power_law_1.01,0.22056961059570312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,8,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,power_law_1.01,0.29450240135192873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,8,power_law_1.2,0.14663679599761964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,power_law_1.01,0.34508800506591797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,8,power_law_1.2,0.16260479688644408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,power_law_1.01,0.4745215892791748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,power_law_1.01,0.06838399767875672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,8,power_law_1.2,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,power_law_1.01,0.5859327793121338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,power_law_1.01,0.07377279996871948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,8,power_law_1.2,0.2293760061264038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,power_law_1.01,0.03934719860553741
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,power_law_1.01,0.06206079721450806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,power_law_1.01,0.8110079765319824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,power_law_1.01,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,8,power_law_1.2,0.30084478855133057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,power_law_1.01,0.06984320282936096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,power_law_1.01,0.04116480052471161
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,8,power_law_1.2,0.36003201007843016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,power_law_1.01,1.026041603088379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,64,power_law_1.2,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,power_law_1.01,0.078438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,8,power_law_1.2,0.49417600631713865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,64,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,power_law_1.01,1.2883968353271484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,power_law_1.01,0.03930880129337311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,power_law_1.01,0.08826239705085755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,64,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,8,power_law_1.2,0.6615039825439453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,power_law_1.01,0.04017919898033142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,64,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,8,power_law_1.01,2.058022308349609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,power_law_1.01,0.10424319505691529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,8,power_law_1.2,0.8675264358520508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,power_law_1.01,0.03769600093364715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,64,power_law_1.2,0.041382399201393125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,4,power_law_1.2,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,power_law_1.01,0.10919680595397949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,8,power_law_1.2,1.1315199851989746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,power_law_1.01,0.038489601016044615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,64,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,8,power_law_1.01,3.855769729614258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,power_law_1.01,0.11713919639587403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,4,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,64,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,8,power_law_1.2,1.4129343986511231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,power_law_1.01,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,64,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,4,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,8,power_law_1.2,2.21899528503418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,64,power_law_1.2,0.039750400185585025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,4,power_law_1.2,0.06718720197677612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,64,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,power_law_1.01,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,power_law_1.01,0.12758400440216064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,8,power_law_1.2,4.044800186157227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,4,power_law_1.2,0.07496960163116455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,64,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,64,power_law_1.2,0.04094719886779785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,power_law_1.01,0.1331007957458496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,4,power_law_1.2,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,power_law_1.01,0.04875519871711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,64,power_law_1.2,0.04384639859199524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,power_law_1.01,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,power_law_1.01,0.14312959909439088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,4,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,64,power_law_1.2,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,power_law_1.01,0.15809919834136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,4,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,64,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,64,power_law_1.2,0.05241600275039673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,4,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,power_law_1.01,0.16465920209884644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,power_law_1.01,0.07393280267715455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,64,power_law_1.2,0.05694720149040222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,4,power_law_1.2,0.11389440298080444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,power_law_1.01,0.08863999843597412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,power_law_1.01,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,power_law_1.01,0.1494976043701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,64,power_law_1.2,0.06759679913520814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,power_law_1.01,0.03682560026645661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,4,power_law_1.2,0.12246400117874146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,64,power_law_1.2,0.0800704002380371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,power_law_1.01,0.17428480386734008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,power_law_1.01,0.07252479791641235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,power_law_1.01,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,64,power_law_1.2,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,4,power_law_1.2,0.1265727996826172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,power_law_1.01,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,power_law_1.01,0.19333120584487914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,power_law_1.01,0.034380799531936644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,2,power_law_1.2,0.06453760266304016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,64,power_law_1.2,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,power_law_1.01,0.15196800231933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,power_law_1.01,0.08109440207481385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,4,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,power_law_1.01,0.2326591968536377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,64,power_law_1.2,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,power_law_1.01,0.21688320636749267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,32,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,2,power_law_1.2,0.07067520022392274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,power_law_1.01,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,64,power_law_1.2,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,power_law_1.01,0.2783168077468872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,4,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,power_law_1.01,0.2893824100494385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,32,power_law_1.2,0.03852159976959228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,power_law_1.01,0.11284480094909669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,2,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,64,power_law_1.2,0.30880639553070066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,32,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,power_law_1.01,0.35041279792785646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,4,power_law_1.2,0.1511423945426941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,power_law_1.01,0.3670399904251099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,power_law_1.01,0.14130560159683228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,2,power_law_1.2,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,64,power_law_1.2,0.31928319931030275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,power_law_1.01,0.039743998646736146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,32,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,4,power_law_1.2,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,power_law_1.01,0.4441728115081787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,power_law_1.01,0.45934720039367677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,2,power_law_1.2,0.08949120044708252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,64,power_law_1.2,0.4941823959350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,32,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,2,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,64,power_law_1.2,0.6451200008392334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,4,power_law_1.2,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,32,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,power_law_1.01,0.6455296039581299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,power_law_1.01,0.5781504154205322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,32,power_law_1.2,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,2,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,power_law_1.01,0.04216960072517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,64,power_law_1.2,1.0375103950500488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,4,power_law_1.2,0.19456000328063966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,power_law_1.01,0.7499775886535645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,64,power_law_1.01,0.9531328201293945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,32,power_law_1.2,0.04092159867286682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,2,power_law_1.2,0.14479999542236327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,power_law_1.01,0.04421760141849518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,power_law_1.01,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,4,power_law_1.2,0.19619200229644776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,32,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,64,power_law_1.2,1.4815360069274903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,2,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,power_law_1.01,1.0317824363708497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,power_law_1.01,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,power_law_1.01,0.17857919931411742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,32,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,4,power_law_1.2,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,64,power_law_1.01,2.066636848449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,2,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,power_law_1.01,0.18288639783859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,power_law_1.01,1.3039615631103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,32,power_law_1.2,0.04222719967365265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,2,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,4,power_law_1.2,0.2789376020431519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,64,power_law_1.2,3.1989824295043947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,power_law_1.01,0.2011199951171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,32,power_law_1.2,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,2,power_law_1.2,0.17653759717941284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,power_law_1.01,1.5896448135375976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,4,power_law_1.2,0.36063361167907715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,power_law_1.01,0.05489919781684875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,power_law_1.01,0.21626880168914794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,32,power_law_1.2,0.046700799465179445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,2,power_law_1.2,0.19271039962768555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,4,power_law_1.2,0.4388864040374756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,power_law_1.01,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,power_law_1.01,0.21954560279846191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,4,power_law_1.01,2.4416128158569337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,32,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,2,power_law_1.2,0.20724480152130126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,4,power_law_1.2,0.5978047847747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,power_law_1.01,0.2002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,32,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,2,power_law_1.2,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,power_law_1.01,0.08784639835357666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,4,power_law_1.2,0.7725120067596436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,2,power_law_1.2,0.23367679119110107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,32,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,power_law_1.01,0.23284480571746827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,4,power_law_1.01,4.807680130004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,4,power_law_1.2,1.1233344078063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,2,power_law_1.2,0.20848639011383058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,32,power_law_1.2,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,power_law_1.01,0.265830397605896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,power_law_1.01,0.12534400224685668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,2,power_law_1.2,0.24186880588531495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,4,power_law_1.2,1.4362624168395997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,32,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,power_law_1.01,0.33075199127197263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,2,power_law_1.2,0.2711551904678345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,32,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,4,power_law_1.2,1.667475128173828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,power_law_1.01,0.19946880340576173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,2,power_law_1.2,0.3250175952911377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,power_law_1.01,0.3839936017990112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,32,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,2,power_law_1.2,0.39423360824584963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,power_law_1.01,0.2721791982650757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,4,power_law_1.2,2.565465545654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,32,power_law_1.2,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,power_law_1.01,0.49171838760375974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,2,power_law_1.2,0.5187583923339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,power_law_1.01,0.03521279990673065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,32,power_law_1.2,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,power_law_1.01,0.3655616044998169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,power_law_1.01,0.6320000171661377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,16,power_law_1.2,0.048767998814582825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,power_law_1.01,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,2,power_law_1.2,0.614188814163208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,32,power_law_1.2,0.16463359594345092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,power_law_1.01,0.48967680931091306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,16,power_law_1.2,0.03565439879894257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,4,power_law_1.2,5.022553634643555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,power_law_1.01,0.8343359947204589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,power_law_1.01,0.036057600378990175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,32,power_law_1.2,0.22179839611053467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,2,power_law_1.2,0.7991231918334961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,16,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,power_law_1.01,0.03726080060005188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,power_law_1.01,0.6348671913146973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,power_law_1.01,1.0407936096191406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,16,power_law_1.2,0.036057600378990175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,32,power_law_1.2,0.2963583946228027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,2,power_law_1.2,1.0309632301330567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,power_law_1.01,0.04053759872913361
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,16,power_law_1.2,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,power_law_1.01,1.424396800994873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,32,power_law_1.2,0.4177919864654541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,32,power_law_1.01,0.943718433380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,16,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,2,power_law_1.2,1.4231552124023437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,power_law_1.01,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,32,power_law_1.2,0.5462080001831054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,power_law_1.01,1.8202432632446288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,16,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,32,power_law_1.01,1.8472959518432617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,16,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,2,power_law_1.2,1.8686080932617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,32,power_law_1.2,0.773740816116333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,power_law_1.01,2.2214591979980467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,power_law_1.01,0.041766399145126344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,power_law_1.01,0.04544639885425568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,16,power_law_1.2,0.04220159947872162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,32,power_law_1.2,1.3875264167785644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,16,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,2,power_law_1.2,2.3037952423095702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,power_law_1.01,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,2,power_law_1.01,3.3247230529785154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,power_law_1.01,0.04299519956111908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,16,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,power_law_1.01,0.03624320030212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,32,power_law_1.2,3.1792831420898438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,16,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,power_law_1.01,0.04344959855079651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,2,power_law_1.2,3.4680831909179686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,2,power_law_1.01,6.544576263427734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,16,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,power_law_1.01,0.044627198576927186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,16,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,power_law_1.01,0.049983999133110045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,16,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,power_law_1.01,0.05161600112915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,2,power_law_1.2,7.043276977539063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,power_law_1.01,0.044627198576927186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,16,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,power_law_1.01,0.054079997539520266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,8,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,16,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,power_law_1.01,0.0452672004699707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,power_law_1.01,0.06469119787216186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,16,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,power_law_1.01,0.04670720100402832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,8,power_law_1.2,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,16,power_law_1.2,0.08093439936637878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,power_law_1.01,0.04709759950637817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,8,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,16,power_law_1.2,0.09544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,power_law_1.01,0.05058559775352478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,power_law_1.01,0.10263680219650269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,16,power_law_1.2,0.10773760080337524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,8,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,power_law_1.01,0.05140479803085327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,power_law_1.01,0.13129600286483764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,16,power_law_1.2,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,8,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,power_law_1.01,0.054118400812149046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,power_law_1.2,0.17204480171203612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,16,power_law_1.01,0.15686399936676027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,8,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,power_law_1.01,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,power_law_1.2,0.2263040065765381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,16,power_law_1.01,0.21339519023895265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,8,power_law_1.2,0.04421760141849518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,power_law_1.2,0.30986239910125735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,8,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,power_law_1.01,0.062054401636123656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,16,power_law_1.01,0.2775039911270142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,8,power_law_1.2,0.046316799521446225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,power_law_1.2,0.4438015937805176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,power_law_1.01,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,16,power_law_1.01,0.3813375949859619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,8,power_law_1.2,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,power_law_1.01,0.07434239983558655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,power_law_1.2,0.5863359928131103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,power_law_1.01,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,8,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,16,power_law_1.01,0.46755199432373046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,4,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,power_law_1.01,0.04996480047702789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,8,power_law_1.2,0.048876801133155824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,power_law_1.2,0.7434304237365723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,power_law_1.01,0.10342400074005127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,16,power_law_1.01,0.6260735988616943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,4,power_law_1.2,0.035596799850463864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,power_law_1.01,0.05116159915924072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,8,power_law_1.2,0.04958080053329468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,power_law_1.01,0.11589759588241577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,4,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,power_law_1.01,0.05119360089302063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,8,power_law_1.2,0.05119360089302063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,16,power_law_1.2,1.18722562789917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,4,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,16,power_law_1.01,0.9592767715454101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,power_law_1.01,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,8,power_law_1.2,0.05735039710998535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,4,power_law_1.2,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,power_law_1.01,0.1818560004234314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,power_law_1.01,0.05200639963150024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,8,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,4,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,8,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,power_law_1.01,0.252512001991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,16,power_law_1.2,2.2894527435302736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,16,power_law_1.01,1.9572799682617188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,4,power_law_1.2,0.05287039875984192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,power_law_1.01,0.05614079833030701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,8,power_law_1.2,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,power_law_1.01,0.30947198867797854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,4,power_law_1.2,0.05244799852371216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,power_law_1.01,0.05735039710998535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,8,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,power_law_1.01,0.4425663948059082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,4,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,8,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,power_law_1.01,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,4,power_law_1.2,0.05244160294532776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,power_law_1.01,0.6096896171569824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,8,power_law_1.2,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,4,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,8,power_law_1.2,0.15564800500869752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,power_law_1.01,0.6839935779571533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,power_law_1.01,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,power_law_1.01,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,4,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,8,power_law_1.2,0.18963840007781982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,8,power_law_1.01,1.1569151878356934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,2,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,power_law_1.01,0.04217599928379059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,4,power_law_1.2,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,8,power_law_1.2,0.2537472009658813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,2,power_law_1.2,0.039078399538993835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,4,power_law_1.2,0.06432639956474304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,power_law_1.01,0.04709759950637817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,8,power_law_1.2,0.34426240921020507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,2,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,8,power_law_1.01,2.177676773071289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,4,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,power_law_1.01,0.05240960121154785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,2,power_law_1.2,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,8,power_law_1.2,0.513420820236206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,4,power_law_1.2,0.07333760261535645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,power_law_1.01,0.1243008017539978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,2,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,8,power_law_1.2,0.6227903842926026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,4,power_law_1.2,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,power_law_1.01,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,2,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,power_law_1.01,0.1456063985824585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,8,power_law_1.2,0.7753664016723633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,2,power_law_1.2,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,4,power_law_1.2,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,power_law_1.01,0.18083839416503905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,2,power_law_1.2,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,8,power_law_1.2,1.4592000007629395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,4,power_law_1.2,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,power_law_1.01,0.07166079878807068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,2,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,power_law_1.01,0.22999041080474852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,power_law_1.01,0.07292159795761108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,4,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,2,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,power_law_1.01,0.08785920143127442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,2,32,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,power_law_1.01,0.31887359619140626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,4,power_law_1.2,0.15072640180587768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,2,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,8,power_law_1.2,3.116441535949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,2,32,power_law_1.2,0.07475200295448303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,power_law_1.2,0.0827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,2,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,4,power_law_1.2,0.1916800022125244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,power_law_1.01,0.4032127857208252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,2,32,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,2,power_law_1.01,0.08766080141067505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,4,power_law_1.2,0.23084158897399903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,power_law_1.01,0.059596800804138185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,power_law_1.01,0.5596864223480225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,2,32,power_law_1.2,0.06000000238418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,2,power_law_1.01,0.08848000168800355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,4,power_law_1.2,0.33361918926239015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,power_law_1.01,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,2,32,power_law_1.2,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,2,power_law_1.01,0.09870719909667969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,power_law_1.01,0.7004223823547363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,power_law_1.01,0.06924800276756286
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,4,power_law_1.2,0.41021437644958497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,2,32,power_law_1.2,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,power_law_1.01,0.10526080131530761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,2,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,power_law_1.01,0.8994751930236816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,2,32,power_law_1.2,0.06983680129051209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,4,power_law_1.2,0.615008020401001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,2,power_law_1.2,0.1056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,power_law_1.01,0.07065600156784058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,2,32,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,power_law_1.01,0.11960959434509277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,2,power_law_1.2,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,4,power_law_1.2,0.8318976402282715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,power_law_1.01,0.07434239983558655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,4,power_law_1.01,1.3178815841674805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,2,32,power_law_1.2,0.07187839746475219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,power_law_1.01,0.1355712056159973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,2,power_law_1.2,0.14131840467453002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,4,power_law_1.2,0.9297984123229981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,power_law_1.01,0.16543999910354615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,2,32,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,2,power_law_1.2,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,4,power_law_1.01,2.6951679229736327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,power_law_1.01,0.1994752049446106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,power_law_1.01,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,2,32,power_law_1.2,0.07680000066757202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,2,power_law_1.2,0.21974399089813232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,4,power_law_1.2,1.476198387145996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,power_law_1.01,0.26440958976745604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,power_law_1.01,0.0827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,2,32,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,2,power_law_1.2,0.2725888013839722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,power_law_1.01,0.3274751901626587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,4,power_law_1.2,3.3587200164794924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,2,32,power_law_1.2,0.08294399976730346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,2,power_law_1.2,0.3389440059661865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,power_law_1.01,0.4433919906616211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,power_law_1.01,0.5797887802124023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,2,32,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,2,power_law_1.2,0.45241599082946776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,power_law_1.01,0.06247040033340454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,power_law_1.01,0.09319040179252625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,power_law_1.01,0.7557055950164795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,2,32,power_law_1.2,0.08887680172920227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,power_law_1.01,0.06778240203857422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,16,power_law_1.2,0.07801600098609925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,2,power_law_1.2,0.6268799781799317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,power_law_1.01,0.09933440089225769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,power_law_1.01,1.0264575958251954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,power_law_1.01,0.06696320176124573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,2,32,power_law_1.2,0.09544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,power_law_1.01,1.1818943977355958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,16,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,2,power_law_1.2,0.8540160179138183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,power_law_1.01,0.12492159605026246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,2,32,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,2,power_law_1.01,1.9073087692260742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,16,power_law_1.2,0.054502397775650024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,power_law_1.01,0.07516160011291503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,power_law_1.01,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,2,power_law_1.2,0.9912320137023926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,2,32,power_law_1.2,0.11735680103302001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,power_law_1.01,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,16,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,2,power_law_1.01,3.708313751220703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,2,32,power_law_1.2,0.12616959810256959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,2,power_law_1.2,1.4104576110839844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,power_law_1.01,0.2086848020553589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,power_law_1.01,0.08109440207481385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,16,power_law_1.2,0.06162559986114502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,2,32,power_law_1.2,0.15687040090560914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,power_law_1.01,0.2664448022842407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,16,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,2,power_law_1.2,2.114579200744629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,power_law_1.01,0.08499839901924133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,power_law_1.01,0.35246078968048095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,2,32,power_law_1.2,0.18001919984817505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,16,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,16,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,power_law_1.01,0.47618560791015624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,2,32,power_law_1.2,0.24022400379180908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,16,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,2,power_law_1.2,4.116479873657227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,power_law_1.01,0.6256256103515625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,2,32,power_law_1.2,0.28200318813323977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,16,power_law_1.2,0.07764480113983155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,power_law_1.01,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,2,32,power_law_1.2,0.40468478202819824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,power_law_1.01,0.8118399620056153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,power_law_1.01,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,16,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,2,32,power_law_1.2,0.5695551872253418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,16,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,power_law_1.01,1.1175935745239258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,power_law_1.01,0.06123520135879516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,16,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,8,power_law_1.2,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,power_law_1.01,0.13024640083312988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,2,32,power_law_1.2,0.7467072010040283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,power_law_1.01,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,32,power_law_1.01,1.6207935333251953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,8,power_law_1.2,0.05653759837150574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,16,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,power_law_1.01,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,power_law_1.01,0.07147520184516906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,2,32,power_law_1.2,0.9367936134338379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,8,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,16,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,power_law_1.01,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,power_law_1.01,0.07516160011291503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,8,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,16,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,power_law_1.01,0.07762560248374939
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,power_law_1.01,0.22815361022949218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,2,32,power_law_1.2,1.244979190826416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,32,power_law_1.01,3.4283519744873048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,8,power_law_1.2,0.06515840291976929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,16,power_law_1.2,0.10506240129470826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,power_law_1.01,0.2693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,8,power_law_1.2,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,16,power_law_1.2,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,power_law_1.01,0.0845632016658783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,2,32,power_law_1.2,2.7985919952392577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,power_law_1.01,0.36412160396575927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,8,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,16,power_law_1.2,0.12942080497741698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,power_law_1.01,0.08358399868011475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,power_law_1.01,0.46304640769958494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,8,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,16,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,8,power_law_1.2,0.0827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,2,32,power_law_1.2,5.669273757934571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,power_law_1.01,0.6549439907073975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,16,power_law_1.2,0.18903039693832396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,power_law_1.01,0.08908159732818603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,8,power_law_1.2,0.08394880294799804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,16,power_law_1.2,0.2521023988723755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,power_law_1.01,0.09482240080833435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,power_law_1.01,0.8507328033447266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,8,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,16,power_law_1.2,0.30023679733276365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,power_law_1.01,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,power_law_1.01,1.1065343856811523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,8,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,16,power_law_1.2,0.4077568054199219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,8,power_law_1.2,0.09318400025367737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,power_law_1.01,0.11079679727554322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,16,power_law_1.01,1.7145919799804688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,16,power_law_1.2,0.5113791942596435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,8,power_law_1.2,0.09667199850082397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,power_law_1.01,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,16,power_law_1.2,0.7204864025115967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,power_law_1.01,0.12922879457473754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,8,power_law_1.2,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,16,power_law_1.01,3.106195259094238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,power_law_1.01,0.1446079969406128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,16,power_law_1.2,0.9154303550720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,8,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,power_law_1.01,0.17203840017318725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,16,power_law_1.2,1.2638208389282226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,power_law_1.01,0.055718398094177245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,8,power_law_1.2,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,power_law_1.01,0.19251199960708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,16,power_law_1.2,1.9843072891235352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,8,power_law_1.2,0.12946560382843017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,power_law_1.01,0.24268159866333008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,4,power_law_1.2,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,8,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,power_law_1.01,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,16,power_law_1.2,4.090681457519532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,power_law_1.01,0.3117055892944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,4,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,8,power_law_1.2,0.18145920038223268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,4,power_law_1.2,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,power_law_1.01,0.40570878982543945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,8,power_law_1.2,0.20152320861816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,4,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,power_law_1.01,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,4,power_law_1.2,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,8,power_law_1.2,0.26439039707183837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,power_law_1.01,0.5388288021087646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,power_law_1.01,0.09032319784164429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,4,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,8,power_law_1.2,0.3194943904876709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,4,power_law_1.2,0.08845440149307252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,power_law_1.01,0.6987775802612305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,4,power_law_1.2,0.09091839790344239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,8,power_law_1.2,0.4384768009185791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,power_law_1.01,0.9273344039916992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,4,power_law_1.2,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,8,power_law_1.2,0.5490687847137451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,4,power_law_1.2,0.10112639665603637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,power_law_1.01,0.11612160205841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,power_law_1.01,1.2171263694763184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,4,power_law_1.2,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,8,power_law_1.2,0.7938047885894776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,4,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,4,power_law_1.2,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,8,power_law_1.2,1.063526439666748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,power_law_1.01,0.12495360374450684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,8,power_law_1.01,1.7432895660400392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,power_law_1.01,0.12226560115814208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,4,power_law_1.2,0.1128383994102478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,power_law_1.01,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,8,power_law_1.2,1.2511232376098633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,4,power_law_1.2,0.11959680318832397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,power_law_1.01,0.10591360330581664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,power_law_1.01,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,8,power_law_1.01,3.8737918853759767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,4,power_law_1.2,0.12371200323104858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,power_law_1.01,0.15011199712753295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,power_law_1.01,0.1087488055229187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,8,power_law_1.2,2.215315246582031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,4,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,power_law_1.01,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,4,power_law_1.2,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,power_law_1.01,0.2031615972518921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,power_law_1.01,0.08497920036315917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,4,power_law_1.2,0.17121920585632325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,8,power_law_1.2,4.343801498413086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,power_law_1.01,0.23879680633544922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,64,power_law_1.2,0.19763200283050536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,4,power_law_1.2,0.19742079973220825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,power_law_1.01,0.08089600205421447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,power_law_1.01,0.30556159019470214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,64,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,power_law_1.01,0.3844095945358276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,4,power_law_1.2,0.24145920276641847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,power_law_1.01,0.5297920227050781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,64,power_law_1.2,0.10936959981918334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,4,power_law_1.2,0.31375999450683595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,power_law_1.01,0.06101760268211365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,power_law_1.01,0.0911296010017395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,power_law_1.01,0.6471551895141602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,4,power_law_1.2,0.3983360052108765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,64,power_law_1.2,0.07617279887199402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,power_law_1.01,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,power_law_1.01,0.0894976019859314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,power_law_1.01,0.9121791839599609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,4,power_law_1.2,0.5187583923339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,64,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,power_law_1.01,1.171232032775879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,power_law_1.01,0.09768319725990296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,power_law_1.01,0.07147520184516906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,4,power_law_1.2,0.6451263904571534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,power_law_1.01,1.4407615661621094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,64,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,power_law_1.01,0.09585279822349549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,2,power_law_1.2,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,power_law_1.01,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,4,power_law_1.2,0.9351231575012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,4,power_law_1.01,2.1223424911499023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,64,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,2,power_law_1.2,0.05861759781837463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,power_law_1.01,0.10055680274963379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,power_law_1.01,0.11121280193328857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,4,power_law_1.2,1.2785663604736328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,64,power_law_1.2,0.09462400078773499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,2,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,4,power_law_1.01,4.177510452270508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,power_law_1.01,0.1056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,power_law_1.01,0.11387519836425782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,2,power_law_1.2,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,64,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,power_law_1.01,0.10711040496826171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,4,power_law_1.2,1.520851230621338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,power_law_1.01,0.12595200538635254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,2,power_law_1.2,0.08252800107002259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,power_law_1.01,0.09911680221557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,64,power_law_1.2,0.09708160161972046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,power_law_1.01,0.13537280559539794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,2,power_law_1.2,0.10280319452285766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,4,power_law_1.2,2.5237503051757812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,power_law_1.01,0.14069759845733643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,2,power_law_1.2,0.11653759479522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,power_law_1.01,0.1210368037223816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,64,power_law_1.2,0.09953920245170593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,32,power_law_1.2,0.10465279817581177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,power_law_1.01,0.06101760268211365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,power_law_1.01,0.1484671950340271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,2,power_law_1.2,0.11366399526596069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,32,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,power_law_1.01,0.07352319955825806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,power_law_1.01,0.1522047996520996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,power_law_1.01,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,64,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,4,power_law_1.2,4.985651016235352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,2,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,32,power_law_1.2,0.0892799973487854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,power_law_1.01,0.1601472020149231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,2,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,power_law_1.01,0.15114879608154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,64,power_law_1.2,0.09704959988594056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,power_law_1.01,0.17285759449005128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,32,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,power_law_1.01,0.08439040184020996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,2,power_law_1.2,0.13414399623870848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,power_law_1.01,0.1703935980796814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,32,power_law_1.2,0.07247999906539918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,64,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,power_law_1.01,0.09131519794464112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,power_law_1.01,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,2,power_law_1.2,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,power_law_1.01,0.19988479614257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,32,power_law_1.2,0.07578240036964416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,power_law_1.01,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,2,power_law_1.2,0.14458880424499512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,64,power_law_1.2,0.10833920240402221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,power_law_1.01,0.21811199188232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,power_law_1.01,0.19025280475616455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,32,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,2,power_law_1.2,0.15296640396118164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,power_law_1.01,0.2807744026184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,64,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,32,power_law_1.2,0.09048320055007934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,power_law_1.01,0.2121664047241211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,2,power_law_1.2,0.16467200517654418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,power_law_1.01,0.32460799217224123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,32,power_law_1.2,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,64,power_law_1.2,0.13107839822769166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,power_law_1.01,0.10116480588912964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,power_law_1.01,0.41349120140075685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,2,power_law_1.2,0.17612799406051635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,power_law_1.01,0.28159360885620116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,32,power_law_1.2,0.09257599711418152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,power_law_1.01,0.5289984226226807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,2,power_law_1.2,0.17674239873886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,64,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,power_law_1.01,0.32604160308837893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,32,power_law_1.2,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,power_law_1.01,0.10465279817581177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,2,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,power_law_1.01,0.6922239780426025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,64,power_law_1.2,0.15994880199432374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,32,power_law_1.2,0.09872000217437744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,2,power_law_1.2,0.22465920448303223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,power_law_1.01,0.4569087982177734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,power_law_1.01,0.11632000207901001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,power_law_1.01,0.8552767753601074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,power_law_1.01,0.09194880127906799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,64,power_law_1.2,0.1994815945625305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,2,power_law_1.2,0.2807552099227905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,32,power_law_1.2,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,power_law_1.01,0.11858559846878051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,power_law_1.01,1.2224703788757325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,power_law_1.01,0.545420789718628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,power_law_1.01,0.10709120035171509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,64,power_law_1.2,0.2303936004638672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,2,power_law_1.2,0.34323840141296386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,power_law_1.01,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,32,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,power_law_1.01,1.5208448410034179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,2,power_law_1.2,0.42904958724975584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,power_law_1.01,0.8118207931518555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,64,power_law_1.2,0.3147775888442993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,power_law_1.01,0.14867839813232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,32,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,2,power_law_1.2,0.5593088150024415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,power_law_1.01,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,power_law_1.01,1.8391040802001952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,64,power_law_1.2,0.369868803024292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,power_law_1.01,0.14929920434951782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,32,power_law_1.2,0.12205439805984497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,power_law_1.01,1.0317760467529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,2,power_law_1.2,0.7216767787933349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,16,power_law_1.2,0.07904639840126038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,power_law_1.01,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,64,power_law_1.2,0.5269504070281983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,power_law_1.01,0.18677120208740233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,2,power_law_1.01,2.984953689575195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,32,power_law_1.2,0.12595200538635254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,2,power_law_1.2,0.8822719573974609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,power_law_1.01,0.08356480002403259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,16,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,power_law_1.01,1.2224575996398925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,64,power_law_1.2,0.6142079830169678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,power_law_1.01,0.21094400882720948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,32,power_law_1.2,0.1505280017852783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,2,power_law_1.2,1.2875776290893555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,power_law_1.01,0.09400320053100586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,16,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,power_law_1.01,0.2709439992904663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,2,power_law_1.01,5.5539710998535154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,32,power_law_1.2,0.1597440004348755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,64,power_law_1.2,0.8757375717163086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,2,power_law_1.2,1.5614015579223632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,64,power_law_1.01,1.931065559387207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,16,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,power_law_1.01,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,32,power_law_1.2,0.19457279443740844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,power_law_1.01,0.331987190246582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,64,power_law_1.2,1.1228863716125488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,16,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,2,power_law_1.2,1.8845695495605468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,power_law_1.01,0.09953920245170593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,32,power_law_1.2,0.22200319766998292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,power_law_1.01,0.4593855857849121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,16,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,64,power_law_1.01,3.996883010864258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,64,power_law_1.2,1.4563327789306642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,2,power_law_1.2,3.0058496475219725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,32,power_law_1.2,0.29222400188446046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,16,power_law_1.2,0.0815168023109436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,power_law_1.01,0.5388288021087646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,16,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,64,power_law_1.2,2.2100032806396483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,32,power_law_1.2,0.3643264055252075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,power_law_1.01,0.7671807765960693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,power_law_1.01,0.1081279993057251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,2,power_law_1.2,6.041190338134766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,16,power_law_1.2,0.09523839950561523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,32,power_law_1.2,0.47619199752807617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,power_law_1.01,0.11342719793319703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,power_law_1.01,1.0137599945068358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,16,power_law_1.2,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,64,power_law_1.2,4.8484031677246096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,power_law_1.01,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,32,power_law_1.2,0.643071985244751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,16,power_law_1.2,0.09953920245170593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,power_law_1.01,1.2347328186035156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,power_law_1.01,0.12819839715957643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,16,power_law_1.2,0.10325119495391846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,32,power_law_1.2,0.8415167808532715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,16,power_law_1.2,0.10976639986038209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,power_law_1.01,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,32,power_law_1.01,1.8296575546264648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,16,power_law_1.2,0.1136512041091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,32,power_law_1.2,1.104096031188965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,power_law_1.01,0.14540799856185913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,16,power_law_1.2,0.12165759801864624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,power_law_1.01,0.16076799631118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,32,power_law_1.2,1.3281215667724608
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,16,power_law_1.2,0.12881920337677003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,32,power_law_1.01,3.809894561767578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,power_law_1.01,0.19453439712524415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,16,power_law_1.2,0.13230719566345214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,power_law_1.01,0.22527999877929689
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,32,power_law_1.2,2.1702655792236327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,16,power_law_1.2,0.1499071955680847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,power_law_1.01,0.28405759334564207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,16,power_law_1.2,0.1638335943222046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,16,power_law_1.2,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,power_law_1.01,0.3438656091690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,32,power_law_1.2,4.2913471221923825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,16,power_law_1.2,0.22856318950653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,power_law_1.01,0.4593664169311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,16,power_law_1.2,0.2893759965896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,power_law_1.01,0.5658688068389892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,16,power_law_1.2,0.352838397026062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,power_law_1.01,0.8036352157592773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,power_law_1.01,0.10442880392074586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,16,power_law_1.2,0.4782080173492432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,power_law_1.01,1.0133503913879394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,power_law_1.01,0.06286720037460328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,8,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,power_law_1.01,1.2187647819519043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,16,power_law_1.2,0.5953536033630371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,power_law_1.01,0.07041919827461243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,8,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,power_law_1.01,0.08233600258827209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,16,power_law_1.01,1.8776063919067383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,16,power_law_1.2,0.8118207931518555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,8,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,power_law_1.01,0.08744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,8,power_law_1.2,0.062457597255706786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,16,power_law_1.2,1.1814911842346192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,16,power_law_1.01,3.8156288146972654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,power_law_1.01,0.1032256007194519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,8,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,power_law_1.01,0.10341119766235352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,16,power_law_1.2,1.3883392333984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,8,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,8,power_law_1.2,0.08766080141067505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,16,power_law_1.2,2.0871103286743162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,8,power_law_1.2,0.10177919864654542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,8,8,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,power_law_1.01,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,power_law_1.01,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,8,8,power_law_1.01,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,8,power_law_1.2,0.10423680543899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,8,8,power_law_1.01,0.01930239945650101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,power_law_1.01,0.1185920000076294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,8,8,power_law_1.01,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,16,power_law_1.2,4.374937438964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,4,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,8,power_law_1.2,0.10279680490493774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,8,8,power_law_1.01,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,8,8,power_law_1.01,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,power_law_1.01,0.08766720294952393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,8,power_law_1.2,0.1093567967414856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,4,power_law_1.2,0.07252479791641235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,power_law_1.01,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,8,8,power_law_1.01,0.020902399718761445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,8,8,power_law_1.01,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,power_law_1.01,0.06983680129051209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,8,power_law_1.2,0.11324800252914428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,power_law_1.01,0.13682559728622437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,4,power_law_1.2,0.0622655987739563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,8,8,power_law_1.01,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,8,8,power_law_1.01,0.022950400412082673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,4,power_law_1.2,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,8,power_law_1.2,0.12124799489974976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,8,8,power_law_1.01,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,8,8,power_law_1.2,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,8,8,power_law_1.01,0.026630398631095887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,8,8,power_law_1.2,0.01842560023069382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,4,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,8,power_law_1.2,0.12123520374298095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,8,8,power_law_1.01,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,8,8,power_law_1.2,0.018438400328159334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,8,8,power_law_1.01,0.028230398893356323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,power_law_1.01,0.17735040187835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,4,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,8,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,8,8,power_law_1.2,0.01844480037689209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,8,8,power_law_1.01,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,8,8,power_law_1.01,0.03767040073871612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,8,8,power_law_1.2,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,power_law_1.01,0.21687679290771483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,4,power_law_1.2,0.10279040336608887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,8,power_law_1.2,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,8,8,power_law_1.01,0.041407999396324155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,power_law_1.01,0.11960959434509277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,8,8,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,8,8,power_law_1.01,0.052851200103759766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,8,8,power_law_1.2,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,power_law_1.01,0.2527231931686401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,8,8,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,8,power_law_1.2,0.14683519601821898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,4,power_law_1.2,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,8,8,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,8,8,power_law_1.2,0.021695999801158904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,8,8,power_law_1.01,0.09052799940109253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,power_law_1.01,0.1298367977142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,8,power_law_1.2,0.1632192015647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,power_law_1.01,0.31600639820098875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,8,8,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,4,power_law_1.2,0.12472319602966309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,8,8,power_law_1.01,0.12923519611358641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,8,8,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,8,8,power_law_1.01,0.16874879598617554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,power_law_1.01,0.1300480008125305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,8,power_law_1.2,0.18124799728393554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,power_law_1.01,0.37601280212402344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,4,power_law_1.2,0.12328319549560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,8,8,power_law_1.2,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,8,8,power_law_1.01,0.2392064094543457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,8,8,power_law_1.01,0.3069888114929199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,8,8,power_law_1.2,0.027027198672294618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,power_law_1.01,0.13927040100097657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,8,power_law_1.2,0.22551040649414061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,4,power_law_1.2,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,power_law_1.01,0.5072896003723144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,8,8,power_law_1.01,0.41923837661743163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,8,8,power_law_1.2,0.02659200131893158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,8,8,power_law_1.01,0.5736447811126709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,power_law_1.01,0.14438400268554688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,8,8,power_law_1.2,0.02784000039100647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,8,power_law_1.2,0.263372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,4,power_law_1.2,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,power_law_1.01,0.6647808074951171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,8,8,power_law_1.01,0.7442431926727295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,8,8,power_law_1.2,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,8,8,power_law_1.01,1.1565055847167969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,4,power_law_1.2,0.1411072015762329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,8,power_law_1.2,0.32133119106292723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,power_law_1.01,0.15236480236053468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,8,8,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,power_law_1.01,0.9232383728027344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,8,8,power_law_1.01,2.3203840255737305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,8,8,power_law_1.2,0.04097279906272888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,4,power_law_1.2,0.14501760005950928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,power_law_1.01,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,8,power_law_1.2,0.4079552173614502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,power_law_1.01,0.07203840017318726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,8,8,power_law_1.2,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,power_law_1.01,1.1094079971313477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,power_law_1.01,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,8,8,power_law_1.2,0.05735679864883423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,4,power_law_1.2,0.1536064028739929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,8,power_law_1.2,0.5335040092468262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,power_law_1.01,1.3862784385681153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,8,8,power_law_1.2,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,power_law_1.01,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,8,8,power_law_1.2,0.09868800044059753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,2,power_law_1.2,0.0654911994934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,8,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,4,power_law_1.2,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,power_law_1.01,0.17449599504470825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,8,power_law_1.2,0.6856704235076905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,8,8,power_law_1.2,0.13394559621810914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,8,8,power_law_1.01,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,8,power_law_1.01,2.184192085266113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,2,power_law_1.2,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,4,power_law_1.2,0.1755136013031006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,8,8,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,8,8,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,power_law_1.01,0.20008959770202636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,power_law_1.01,0.12513279914855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,8,power_law_1.2,0.9732095718383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,8,8,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,8,8,power_law_1.2,0.2451456069946289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,2,power_law_1.2,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,4,power_law_1.2,0.2007040023803711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,power_law_1.01,0.21954560279846191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,8,8,power_law_1.01,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,8,8,power_law_1.2,0.3168191909790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,8,power_law_1.01,4.130809783935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,8,power_law_1.2,1.1565055847167969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,8,8,power_law_1.01,0.03889279961585999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,8,8,power_law_1.2,0.4454336166381836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,2,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,4,power_law_1.2,0.21953918933868408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,power_law_1.01,0.27155840396881104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,8,8,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,8,8,power_law_1.2,0.5826560020446777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,8,8,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,2,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,4,power_law_1.2,0.27015678882598876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,8,power_law_1.2,1.5134719848632812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,power_law_1.01,0.172435200214386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,power_law_1.01,0.30903680324554444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,8,8,power_law_1.2,0.7249919891357421
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,8,8,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,8,8,power_law_1.2,1.0778623580932618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,4,power_law_1.2,0.30658559799194335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,2,power_law_1.2,0.12247680425643921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,8,8,power_law_1.01,0.03930880129337311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,power_law_1.01,0.39157121181488036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,power_law_1.01,0.1861631989479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,8,8,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,8,power_law_1.2,2.2906944274902346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,8,8,power_law_1.01,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,8,8,power_law_1.2,2.2722240447998048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,4,power_law_1.2,0.4101952075958252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,8,8,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,2,power_law_1.2,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,power_law_1.01,0.4802432060241699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,power_law_1.01,0.1837183952331543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,8,8,power_law_1.01,0.041388800740242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,8,8,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,8,8,power_law_1.01,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,4,power_law_1.2,0.4868031978607178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,power_law_1.01,0.2052288055419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,2,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,power_law_1.01,0.6293504238128662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,8,8,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,8,8,power_law_1.01,0.04384639859199524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,8,power_law_1.2,4.492287826538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,8,8,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,power_law_1.01,0.212172794342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,8,8,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,2,power_law_1.2,0.17367680072784425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,4,power_law_1.2,0.6598656177520752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,power_law_1.01,0.8212544441223144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,8,8,power_law_1.2,0.03852159976959228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,8,8,power_law_1.01,0.051622402667999265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,8,8,power_law_1.2,0.038464000821113585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,power_law_1.01,0.20685439109802245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,2,power_law_1.2,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,4,power_law_1.2,0.8491007804870605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,8,8,power_law_1.01,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,8,8,power_law_1.2,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,power_law_1.01,1.123744010925293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,8,8,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,8,8,power_law_1.01,0.06104959845542908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,2,power_law_1.2,0.18227200508117675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,power_law_1.01,0.21401600837707518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,16,4,power_law_1.01,0.017612800002098083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,4,power_law_1.2,1.1941887855529785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,8,8,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,8,8,power_law_1.01,0.06591359972953796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,power_law_1.01,1.4354368209838868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,16,4,power_law_1.01,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,8,8,power_law_1.2,0.04010240137577057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,power_law_1.01,0.22424960136413574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,2,power_law_1.2,0.1875839948654175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,8,8,power_law_1.01,0.07578240036964416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,8,8,power_law_1.2,0.04094719886779785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,16,4,power_law_1.01,0.017606399953365326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,4,power_law_1.2,1.500755214691162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,8,8,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,16,4,power_law_1.2,0.019270400702953338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,power_law_1.01,0.23613440990447998
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,2,power_law_1.2,0.1921023964881897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,8,8,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,power_law_1.01,1.7137792587280274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,16,4,power_law_1.01,0.018060800433158875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,8,8,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,8,8,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,16,4,power_law_1.2,0.019283199310302736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,16,4,power_law_1.01,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,8,8,power_law_1.01,0.13475199937820434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,2,power_law_1.2,0.20400640964508057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,power_law_1.01,0.2717695951461792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,4,power_law_1.2,1.7571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,8,8,power_law_1.2,0.04625920057296753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,16,4,power_law_1.01,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,16,4,power_law_1.2,0.01883520036935806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,8,8,power_law_1.01,0.1851456046104431
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,4,power_law_1.01,2.6234880447387696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,8,8,power_law_1.2,0.049958398938179015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,2,power_law_1.2,0.21668479442596436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,power_law_1.01,0.30678400993347166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,16,4,power_law_1.01,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,8,8,power_law_1.01,0.22671360969543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,16,4,power_law_1.2,0.01883520036935806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,8,8,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,4,power_law_1.2,2.8612735748291014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,16,4,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,2,power_law_1.2,0.22405118942260743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,8,8,power_law_1.01,0.31006081104278566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,power_law_1.01,0.377459192276001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,8,8,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,16,4,power_law_1.2,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,16,4,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,8,8,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,8,8,power_law_1.01,0.42087039947509763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,16,4,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,2,power_law_1.2,0.24412159919738768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,4,power_law_1.01,5.181817626953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,power_law_1.01,0.42905597686767577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,16,4,power_law_1.01,0.02253440022468567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,8,8,power_law_1.2,0.08170880079269409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,8,8,power_law_1.01,0.5298175811767578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,16,4,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,2,power_law_1.2,0.2766848087310791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,4,power_law_1.2,5.393407821655273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,16,4,power_law_1.01,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,8,8,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,16,4,power_law_1.2,0.02253440022468567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,8,8,power_law_1.01,0.7782336235046386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,power_law_1.01,0.5437503814697265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,8,8,power_law_1.2,0.11445120573043824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,16,4,power_law_1.01,0.02619520127773285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,16,4,power_law_1.2,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,2,power_law_1.2,0.31191039085388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,8,8,power_law_1.01,1.746131134033203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,8,8,power_law_1.2,0.13824000358581542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,power_law_1.01,0.6897664070129395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,16,4,power_law_1.01,0.026188799738883974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,16,4,power_law_1.2,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,2,power_law_1.2,0.3825664043426514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,8,8,power_law_1.2,0.1802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,16,4,power_law_1.01,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,16,4,power_law_1.01,0.04092159867286682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,16,4,power_law_1.2,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,power_law_1.01,0.9056256294250489
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,8,8,power_law_1.2,0.23367679119110107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,2,power_law_1.2,0.446668815612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,16,4,power_law_1.01,0.028678399324417115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,16,4,power_law_1.2,0.026604801416397095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,16,4,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,power_law_1.01,1.1385024070739747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,16,4,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,8,8,power_law_1.2,0.30535039901733396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,2,power_law_1.2,0.5584896087646485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,16,4,power_law_1.2,0.02741760015487671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,16,4,power_law_1.01,0.030316799879074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,8,8,power_law_1.2,0.4335616111755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,16,4,power_law_1.2,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,power_law_1.01,1.5552576065063477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,16,4,power_law_1.2,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,16,4,power_law_1.01,0.03684479892253876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,16,4,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,2,power_law_1.2,0.6795263767242432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,16,4,power_law_1.2,0.02990719974040985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,8,8,power_law_1.2,0.5494463920593262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,16,4,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,2,power_law_1.2,0.9240511894226074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,16,4,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,16,4,power_law_1.01,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,power_law_1.01,2.0457408905029295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,16,4,power_law_1.2,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,8,8,power_law_1.01,0.021305599808692934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,16,4,power_law_1.01,0.04668160080909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,8,8,power_law_1.2,0.7999167919158936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,16,4,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,16,4,power_law_1.01,0.03726080060005188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,2,power_law_1.2,1.2023743629455566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,8,8,power_law_1.01,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,16,4,power_law_1.2,0.0352512001991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,16,4,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,power_law_1.01,2.3244800567626953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,8,8,power_law_1.01,0.020467199385166168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,8,8,power_law_1.2,1.7539072036743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,16,4,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,16,4,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,16,4,power_law_1.2,0.039340800046920775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,16,4,power_law_1.01,0.07948160171508789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,8,8,power_law_1.01,0.020895999670028687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,2,power_law_1.2,1.625702476501465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,16,4,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,16,4,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,16,4,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,8,8,power_law_1.01,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,16,4,power_law_1.2,0.03930239975452423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,2,power_law_1.01,3.6038654327392576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,16,4,power_law_1.2,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,16,4,power_law_1.01,0.12963839769363403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,8,8,power_law_1.01,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,16,4,power_law_1.01,0.03933440148830414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,2,power_law_1.2,2.0359424591064452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,16,4,power_law_1.2,0.039340800046920775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,16,4,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,8,8,power_law_1.01,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,16,4,power_law_1.01,0.1908735990524292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,16,4,power_law_1.01,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,16,4,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,8,8,power_law_1.01,0.024979199469089507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,16,4,power_law_1.2,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,16,4,power_law_1.01,0.22771840095520018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,2,power_law_1.2,2.493228721618652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,2,power_law_1.01,6.947014617919922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,16,4,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,8,8,power_law_1.01,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,16,4,power_law_1.2,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,16,4,power_law_1.2,0.13086719512939454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,8,8,power_law_1.2,0.010649599879980088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,8,8,power_law_1.01,0.025817599892616273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,16,4,power_law_1.01,0.3565567970275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,16,4,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,16,4,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,16,4,power_law_1.2,0.19701119661331176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,8,8,power_law_1.01,0.027833598852157592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,8,8,power_law_1.2,0.01064319983124733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,2,power_law_1.2,3.642335891723633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,16,4,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,16,4,power_law_1.2,0.23695359230041504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,16,4,power_law_1.01,0.04056960046291351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,8,8,power_law_1.01,0.03154560029506683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,16,4,power_law_1.01,0.4909056186676025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,8,8,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,8,8,power_law_1.2,0.011059200018644333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,16,4,power_law_1.2,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,16,4,power_law_1.2,0.3753920078277588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,16,4,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,16,4,power_law_1.01,0.6332287788391113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,8,8,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,16,4,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,16,4,power_law_1.2,0.47575039863586427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,8,8,power_law_1.2,0.010623999685049058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,8,8,power_law_1.01,0.03930239975452423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,2,power_law_1.2,7.218994903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,16,4,power_law_1.01,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,8,8,power_law_1.01,0.047091200947761536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,16,4,power_law_1.2,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,8,8,power_law_1.01,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,16,4,power_law_1.2,0.552729606628418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,16,4,power_law_1.01,1.0002431869506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,8,8,power_law_1.2,0.010655999928712846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,8,8,power_law_1.01,0.04812160134315491
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,16,4,power_law_1.01,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,8,8,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,16,4,power_law_1.2,0.049568000435829165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,8,8,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,16,4,power_law_1.01,0.04996480047702789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,8,8,power_law_1.2,0.012697599828243256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,16,4,power_law_1.2,1.1122624397277832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,8,8,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,8,8,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,16,4,power_law_1.2,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,16,4,power_law_1.01,1.8288576126098632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,16,4,power_law_1.01,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,8,8,power_law_1.2,0.011468800157308579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,8,8,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,8,8,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,16,4,power_law_1.2,2.0649919509887695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,16,4,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,16,4,power_law_1.01,0.06595199704170226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,8,8,power_law_1.2,0.01311360001564026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,8,8,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,8,8,power_law_1.01,0.11589759588241577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,8,8,power_law_1.2,0.04094719886779785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,16,4,power_law_1.2,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,8,8,power_law_1.2,0.01189119964838028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,16,4,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,8,8,power_law_1.01,0.13700480461120607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,8,8,power_law_1.01,0.040524798631668094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,8,8,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,16,4,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,8,8,power_law_1.2,0.01189119964838028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,16,4,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,8,8,power_law_1.01,0.1992640018463135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,8,8,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,16,4,power_law_1.2,0.08335360288619995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,8,8,power_law_1.2,0.013484799861907959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,8,8,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,16,4,power_law_1.01,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,8,8,power_law_1.01,0.2523008108139038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,8,8,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,8,8,power_law_1.2,0.01228799968957901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,16,4,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,16,4,power_law_1.01,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,8,8,power_law_1.2,0.039699199795722964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,8,8,power_law_1.01,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,8,8,power_law_1.01,0.3684351921081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,8,8,power_law_1.2,0.012281599640846252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,16,4,power_law_1.2,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,16,4,power_law_1.01,0.14254080057144164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,8,8,power_law_1.2,0.039289599657058714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,8,8,power_law_1.01,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,8,8,power_law_1.2,0.013075199723243714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,8,8,power_law_1.01,0.48480000495910647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,16,4,power_law_1.01,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,16,4,power_law_1.2,0.13699840307235717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,16,4,power_law_1.01,0.18595839738845826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,8,8,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,8,8,power_law_1.01,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,8,8,power_law_1.2,0.01393280029296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,16,4,power_law_1.2,0.02044160068035126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,16,4,power_law_1.2,0.20643839836120606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,8,8,power_law_1.01,0.7159872055053711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,16,4,power_law_1.01,0.27873280048370364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,16,4,power_law_1.01,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,8,8,power_law_1.01,0.044223999977111815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,8,8,power_law_1.2,0.014745600521564484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,8,8,power_law_1.2,0.04097920060157776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,16,4,power_law_1.2,0.28815999031066897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,16,4,power_law_1.2,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,8,8,power_law_1.01,0.9416704177856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,8,8,power_law_1.01,0.047065600752830505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,16,4,power_law_1.01,0.33464319705963136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,8,8,power_law_1.2,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,8,8,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,16,4,power_law_1.01,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,8,8,power_law_1.2,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,8,8,power_law_1.01,0.05241600275039673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,16,4,power_law_1.2,0.4003903865814209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,8,8,power_law_1.2,0.04222080111503601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,8,8,power_law_1.01,1.170841598510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,16,4,power_law_1.01,0.46304640769958494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,16,4,power_law_1.2,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,16,4,power_law_1.01,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,8,8,power_law_1.2,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,8,8,power_law_1.01,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,8,8,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,16,4,power_law_1.2,0.45362558364868166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,16,4,power_law_1.01,0.6402048110961914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,8,8,power_law_1.01,1.8661312103271483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,16,4,power_law_1.2,0.020895999670028687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,8,8,power_law_1.2,0.028678399324417115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,16,4,power_law_1.01,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,8,8,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,8,8,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,8,8,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,16,4,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,8,8,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,16,4,power_law_1.2,0.5826496124267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,8,8,power_law_1.2,0.04467839896678925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,16,4,power_law_1.2,0.02128639966249466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,16,4,power_law_1.01,0.9191424369812011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,8,8,power_law_1.01,3.6997055053710937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,8,8,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,16,4,power_law_1.01,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,8,8,power_law_1.01,0.07802240252494812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,8,8,power_law_1.2,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,16,4,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,16,4,power_law_1.2,0.8720383644104004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,8,8,power_law_1.2,0.047916799783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,8,8,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,16,4,power_law_1.01,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,8,8,power_law_1.2,0.04709759950637817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,16,4,power_law_1.01,1.4966848373413086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,16,4,power_law_1.2,0.023340800404548646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,8,8,power_law_1.2,0.06842240095138549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,8,8,power_law_1.2,0.05489280223846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,8,8,power_law_1.01,0.11203199625015259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,16,4,power_law_1.01,0.02497279942035675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,16,4,power_law_1.2,1.8247808456420898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,8,8,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,8,8,power_law_1.2,0.056959998607635495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,8,8,power_law_1.01,0.13804800510406495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,16,4,power_law_1.2,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,16,4,power_law_1.01,0.025798401236534117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,8,8,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,8,8,power_law_1.2,0.12042880058288574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,8,8,power_law_1.01,0.16895359754562378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,16,4,power_law_1.2,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,16,4,power_law_1.01,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,16,4,power_law_1.01,0.04750719964504242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,8,8,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,8,8,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,16,4,power_law_1.2,0.026630398631095887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,8,8,power_law_1.01,0.23736319541931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,16,4,power_law_1.01,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,8,8,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,8,8,power_law_1.2,0.1892416000366211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,16,4,power_law_1.2,0.026188799738883974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,16,4,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,8,8,power_law_1.01,0.2983936071395874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,16,4,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,16,4,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,8,8,power_law_1.2,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,16,4,power_law_1.2,0.03195520043373108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,8,8,power_law_1.2,0.291430401802063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,8,8,power_law_1.01,0.4151296138763428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,16,4,power_law_1.01,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,16,4,power_law_1.01,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,16,4,power_law_1.2,0.04015359878540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,8,8,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,16,4,power_law_1.2,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,32,2,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,16,4,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,8,8,power_law_1.01,0.5416959762573242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,16,4,power_law_1.01,0.041382399201393125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,8,8,power_law_1.2,0.5625855922698975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,16,4,power_law_1.2,0.039340800046920775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,8,8,power_law_1.2,0.1478592038154602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,16,4,power_law_1.2,0.03195520043373108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,16,4,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,8,8,power_law_1.01,0.6975488185882568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,16,4,power_law_1.01,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,32,2,power_law_1.01,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,16,4,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,8,8,power_law_1.2,0.16792960166931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,16,4,power_law_1.2,0.04053759872913361
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,16,4,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,16,4,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,8,8,power_law_1.01,1.1798527717590332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,16,4,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,32,2,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,8,8,power_law_1.2,0.24883201122283935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,16,4,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,16,4,power_law_1.01,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,16,4,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,16,4,power_law_1.2,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,16,4,power_law_1.2,0.04217599928379059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,8,8,power_law_1.2,0.30699520111083983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,32,2,power_law_1.01,0.020876799523830415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,16,4,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,8,8,power_law_1.01,2.3330816268920898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,16,4,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,16,4,power_law_1.2,0.052832001447677614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,16,4,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,8,8,power_law_1.2,0.44503040313720704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,16,4,power_law_1.01,0.04217599928379059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,16,4,power_law_1.01,0.08761600255966187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,32,2,power_law_1.01,0.021305599808692934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,32,2,power_law_1.2,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,16,4,power_law_1.2,0.06000639796257019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,8,8,power_law_1.2,0.5822400093078614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,16,4,power_law_1.2,0.04258559942245484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,16,4,power_law_1.01,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,16,4,power_law_1.01,0.1056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,32,2,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,16,4,power_law_1.2,0.09155200123786926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,16,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,8,8,power_law_1.2,0.7102399826049804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,16,4,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,32,2,power_law_1.2,0.019232000410556793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,16,4,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,16,4,power_law_1.01,0.04666880071163178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,16,4,power_law_1.2,0.12247680425643921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,32,2,power_law_1.01,0.022092799842357635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,16,4,power_law_1.2,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,8,8,power_law_1.2,1.1167615890502929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,32,2,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,16,4,power_law_1.01,0.047091200947761536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,16,4,power_law_1.01,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,16,4,power_law_1.2,0.15851520299911498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,16,4,power_law_1.2,0.04302720129489899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,32,2,power_law_1.01,0.022969600558280946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,16,4,power_law_1.01,0.04872319996356964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,32,2,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,32,2,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,8,8,power_law_1.2,2.3650175094604493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,16,4,power_law_1.01,0.2811903953552246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,16,4,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,16,4,power_law_1.2,0.21503360271453859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,16,4,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,32,2,power_law_1.01,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,32,2,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,32,2,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,16,4,power_law_1.01,0.05550079941749573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,16,4,power_law_1.01,0.35819520950317385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,16,4,power_law_1.2,0.04746879935264588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,16,4,power_law_1.2,0.307807993888855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,32,2,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,32,2,power_law_1.01,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,16,4,power_law_1.01,0.05858560204505921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,32,2,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,16,4,power_law_1.2,0.04749439954757691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,32,2,power_law_1.01,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,16,4,power_law_1.2,0.39792640209198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,16,4,power_law_1.01,0.5150656223297119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,16,4,power_law_1.01,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,32,2,power_law_1.01,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,32,2,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,32,2,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,16,4,power_law_1.2,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,16,4,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,16,4,power_law_1.2,0.6492095947265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,16,4,power_law_1.01,0.6873023986816407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,32,2,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,32,2,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,32,2,power_law_1.01,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,16,4,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,16,4,power_law_1.01,0.10157439708709717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,32,2,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,16,4,power_law_1.2,0.8548352241516113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,32,2,power_law_1.01,0.04420480132102966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,16,4,power_law_1.01,0.8441856384277344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,32,2,power_law_1.2,0.024607999622821806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,16,4,power_law_1.01,0.12146559953689576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,32,2,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,16,4,power_law_1.2,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,32,2,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,32,2,power_law_1.01,0.04465279877185822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,16,4,power_law_1.2,0.9441344261169433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,32,2,power_law_1.2,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,16,4,power_law_1.01,0.1409152030944824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,16,4,power_law_1.2,0.07415040135383606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,32,2,power_law_1.01,0.032339200377464294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,16,4,power_law_1.01,1.5073280334472656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,32,2,power_law_1.01,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,32,2,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,16,4,power_law_1.01,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,32,2,power_law_1.2,0.02540160119533539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,16,4,power_law_1.2,0.07906559705734253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,32,2,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,16,4,power_law_1.2,1.6261119842529297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,32,2,power_law_1.01,0.04503679871559143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,32,2,power_law_1.2,0.043808001279830935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,32,2,power_law_1.2,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,16,4,power_law_1.01,0.24248321056365968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,16,4,power_law_1.2,0.1001471996307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,32,2,power_law_1.01,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,16,4,power_law_1.01,2.629631996154785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,32,2,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,32,2,power_law_1.2,0.031123200058937074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,32,2,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,16,4,power_law_1.01,0.2971839904785156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,32,2,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,16,4,power_law_1.2,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,16,4,power_law_1.2,2.95916805267334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,32,2,power_law_1.2,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,32,2,power_law_1.01,0.04747520089149475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,32,2,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,16,4,power_law_1.01,0.5175551891326904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,32,2,power_law_1.01,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,16,4,power_law_1.2,0.15809919834136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,32,2,power_law_1.2,0.0335999995470047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,32,2,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,32,2,power_law_1.2,0.046291199326515195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,32,2,power_law_1.01,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,16,4,power_law_1.01,0.5371647834777832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,16,4,power_law_1.2,0.1832703948020935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,32,2,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,32,2,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,32,2,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,32,2,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,16,4,power_law_1.2,0.2674815893173218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,16,4,power_law_1.01,0.7766016006469727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,32,2,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,32,2,power_law_1.01,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,32,2,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,32,2,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,16,4,power_law_1.2,0.30451838970184325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,32,2,power_law_1.2,0.0507968008518219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,16,4,power_law_1.01,1.073356819152832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,32,2,power_law_1.01,0.056543999910354616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,32,2,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,32,2,power_law_1.01,0.14375679492950438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,32,2,power_law_1.2,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,16,4,power_law_1.2,0.44871039390563966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,32,2,power_law_1.01,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,32,2,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,32,2,power_law_1.2,0.04757120013237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,32,2,power_law_1.01,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,16,4,power_law_1.01,2.3171072006225586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,16,4,power_law_1.2,0.5699584007263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,32,2,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,64,power_law_1.01,0.021503999829292297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,32,2,power_law_1.2,0.09809280037879944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,32,2,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,32,2,power_law_1.01,0.24350080490112305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,16,4,power_law_1.2,0.7463103771209717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,64,power_law_1.2,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,32,2,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,32,2,power_law_1.2,0.051641601324081424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,32,2,power_law_1.2,0.14008959531784057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,32,2,power_law_1.01,0.3229759931564331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,64,power_law_1.01,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,32,2,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,32,2,power_law_1.01,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,32,2,power_law_1.2,0.17306239604949952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,16,4,power_law_1.2,1.2724224090576173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,32,2,power_law_1.01,0.43724799156188965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,64,power_law_1.2,0.022547200322151184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,32,2,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,32,2,power_law_1.01,0.11713919639587403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,32,2,power_law_1.2,0.23653759956359863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,64,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,32,2,power_law_1.2,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,32,2,power_law_1.01,0.6248447895050049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,32,2,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,32,2,power_law_1.2,0.30658559799194335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,16,4,power_law_1.2,2.928435134887695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,64,power_law_1.2,0.022540800273418427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,32,2,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,32,2,power_law_1.01,0.7774208068847657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,32,2,power_law_1.01,0.18267519474029542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,64,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,32,2,power_law_1.2,0.45281281471252444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,64,power_law_1.01,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,64,power_law_1.2,0.02253440022468567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,32,2,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,32,2,power_law_1.01,0.22220799922943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,32,2,power_law_1.2,0.5806015968322754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,32,2,power_law_1.01,1.2285887718200683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,64,power_law_1.01,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,32,2,power_law_1.2,0.07802879810333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,64,power_law_1.01,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,32,2,power_law_1.01,0.3254271984100342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,64,power_law_1.2,0.024153600633144378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,32,2,power_law_1.2,0.7000063896179199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,32,2,power_law_1.2,0.1056831955909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,32,2,power_law_1.01,2.3781375885009766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,64,power_law_1.01,0.06840959787368775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,32,2,power_law_1.01,0.46346240043640136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,32,2,power_law_1.2,1.0688639640808106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,64,power_law_1.01,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,64,power_law_1.2,0.027846398949623107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,32,2,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,32,2,power_law_1.01,0.5711616039276123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,64,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,32,2,power_law_1.2,2.4285120010375976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,64,power_law_1.01,0.03359360098838806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,64,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,64,power_law_1.2,0.09093760251998902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,32,2,power_law_1.2,0.14006400108337402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,32,2,power_law_1.01,0.6967296123504638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,64,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,64,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,32,2,power_law_1.2,0.17284480333328248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,64,power_law_1.2,0.09010559916496277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,64,power_law_1.01,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,32,2,power_law_1.01,1.1986944198608398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,32,2,power_law_1.2,0.24842240810394287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,64,power_law_1.2,0.04220159947872162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,64,power_law_1.01,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,64,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,64,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,32,2,power_law_1.2,0.3010495901107788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,64,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,64,power_law_1.01,0.04465279877185822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,32,2,power_law_1.01,2.252191925048828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,64,power_law_1.2,0.0622655987739563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,32,2,power_law_1.2,0.4978752136230469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,64,power_law_1.01,0.07292159795761108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,64,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,64,power_law_1.01,0.052857601642608644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,32,2,power_law_1.2,0.5490880012512207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,64,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,64,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,32,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,64,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,64,power_law_1.01,0.061452800035476686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,32,2,power_law_1.2,0.7917568206787109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,64,power_law_1.2,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,64,power_law_1.01,0.07371519804000855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,64,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,64,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,32,power_law_1.01,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,32,2,power_law_1.2,1.0761728286743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,32,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,64,power_law_1.01,0.07207040190696716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,64,power_law_1.2,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,64,power_law_1.2,0.08704000115394592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,64,power_law_1.01,0.08766080141067505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,32,2,power_law_1.2,2.2849599838256838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,32,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,64,power_law_1.01,0.07639039754867553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,32,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,32,power_law_1.01,0.08231040239334106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,64,power_law_1.2,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,64,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,64,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,64,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,32,power_law_1.01,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,64,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,32,power_law_1.2,0.021305599808692934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,64,power_law_1.2,0.07371519804000855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,32,power_law_1.01,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,64,power_law_1.01,0.0745024025440216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,64,power_law_1.01,0.07783679962158203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,32,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,64,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,64,power_law_1.2,0.09215360283851623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,64,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,32,power_law_1.2,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,64,power_law_1.01,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,32,power_law_1.01,0.06286720037460328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,32,power_law_1.01,0.02540160119533539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,64,power_law_1.01,0.08908159732818603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,64,power_law_1.2,0.08068479895591736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,64,power_law_1.01,0.08153600096702576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,64,power_law_1.2,0.07701119780540466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,32,power_law_1.01,0.06306560039520263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,32,power_law_1.2,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,32,power_law_1.01,0.02622720003128052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,32,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,64,power_law_1.01,0.09461119771003723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,64,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,32,power_law_1.01,0.06755200028419495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,64,power_law_1.2,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,32,power_law_1.2,0.025811201333999632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,32,power_law_1.01,0.029497599601745604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,64,power_law_1.2,0.07617920041084289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,64,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,32,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,32,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,64,power_law_1.01,0.1396607995033264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,32,power_law_1.01,0.03523840010166168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,32,power_law_1.2,0.02990719974040985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,64,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,64,power_law_1.2,0.13889280557632447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,64,power_law_1.01,0.11079679727554322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,32,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,32,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,32,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,32,power_law_1.2,0.035622400045394895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,64,power_law_1.01,0.16874239444732667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,64,power_law_1.2,0.08517760038375854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,64,power_law_1.01,0.1238976001739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,64,power_law_1.2,0.16751999855041505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,32,power_law_1.01,0.07494400143623352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,32,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,32,power_law_1.2,0.038515201210975646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,32,power_law_1.01,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,64,power_law_1.2,0.08929920196533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,64,power_law_1.01,0.14454400539398193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,64,power_law_1.01,0.24391040802001954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,64,power_law_1.2,0.24309759140014647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,32,power_law_1.01,0.07598080039024353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,32,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,32,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,64,power_law_1.2,0.09685119986534119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,32,power_law_1.01,0.04750080108642578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,64,power_law_1.01,0.15688320398330688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,64,power_law_1.2,0.3184704065322876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,64,power_law_1.01,0.3180543899536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,32,power_law_1.01,0.07925760149955749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,32,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,32,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,64,power_law_1.2,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,64,power_law_1.01,0.19742079973220825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,32,power_law_1.01,0.055270397663116456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,64,power_law_1.2,0.467955207824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,32,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,64,power_law_1.01,0.4700160026550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,32,power_law_1.2,0.07475200295448303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,32,power_law_1.2,0.055308800935745236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,32,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,64,power_law_1.01,0.23510398864746093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,64,power_law_1.2,0.11326719522476196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,32,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,64,power_law_1.2,0.6199359893798828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,64,power_law_1.01,0.6154240131378174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,32,power_law_1.2,0.07332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,32,power_law_1.01,0.0796671986579895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,32,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,64,power_law_1.01,0.31252479553222656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,32,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,64,power_law_1.2,0.13229440450668334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,32,power_law_1.2,0.07289599776268005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,64,power_law_1.01,0.9248767852783203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,64,power_law_1.2,0.9203583717346191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,32,power_law_1.01,0.08908799886703492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,32,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,64,power_law_1.01,0.39178240299224854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,32,power_law_1.01,0.057766401767730714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,32,power_law_1.2,0.07701759934425353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,64,power_law_1.2,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,64,power_law_1.01,1.2220416069030762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,64,power_law_1.2,1.2216320037841797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,32,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,32,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,64,power_law_1.01,0.5212160110473633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,32,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,32,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,32,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,32,power_law_1.2,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,64,power_law_1.2,0.16588159799575805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,32,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,64,power_law_1.01,1.5257535934448243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,64,power_law_1.2,1.518387222290039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,32,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,64,power_law_1.01,0.7159808158874512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,32,power_law_1.2,0.08193920254707336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,32,power_law_1.01,0.1146623969078064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,64,power_law_1.2,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,32,power_law_1.01,0.07065600156784058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,32,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,32,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,32,power_law_1.01,0.12349439859390259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,64,power_law_1.01,0.8744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,64,power_law_1.2,0.27729918956756594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,32,power_law_1.2,0.08195199966430664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,64,power_law_1.01,2.4174591064453126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,32,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,64,power_law_1.2,2.4260608673095705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,32,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,32,power_law_1.01,0.15113600492477416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,32,power_law_1.2,0.08970879912376403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,32,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,32,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,64,power_law_1.2,0.34812159538269044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,64,power_law_1.01,1.3903615951538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,32,power_law_1.01,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,32,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,32,power_law_1.01,0.12819839715957643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,32,power_law_1.2,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,64,power_law_1.2,0.41697278022766116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,64,power_law_1.01,4.795391845703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,64,power_law_1.2,4.825702285766601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,32,power_law_1.01,0.20541439056396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,32,power_law_1.2,0.10283520221710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,32,power_law_1.2,0.18227200508117675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,32,power_law_1.01,0.18267519474029542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,64,power_law_1.2,0.6199295997619629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,64,power_law_1.01,2.8006464004516602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,32,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,32,power_law_1.01,0.23919999599456787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,32,power_law_1.2,0.2365567922592163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,32,power_law_1.01,0.23592960834503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,32,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,32,power_law_1.01,0.31129601001739504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,64,power_law_1.2,0.8388671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,32,power_law_1.2,0.34344959259033203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,32,power_law_1.01,0.34403200149536134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,32,power_law_1.2,0.15400320291519165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,32,power_law_1.01,0.3926016092300415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,32,power_law_1.2,0.45036802291870115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,32,power_law_1.01,0.4503488063812256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,64,power_law_1.2,1.0967040061950684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,32,power_law_1.2,0.16794240474700928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,32,power_law_1.01,0.5429247856140137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,32,power_law_1.2,0.6647808074951171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,32,power_law_1.2,0.21708159446716307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,32,power_law_1.01,0.6594560146331787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,16,power_law_1.2,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,16,power_law_1.01,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,64,power_law_1.2,1.6748544692993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,16,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,32,power_law_1.01,0.7192575931549072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,32,power_law_1.2,0.878598403930664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,32,power_law_1.2,0.25477759838104247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,16,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,32,power_law_1.01,0.8769599914550781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,16,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,16,power_law_1.01,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,32,power_law_1.2,0.34221439361572265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,32,power_law_1.01,0.8482943534851074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,32,power_law_1.2,1.091379165649414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,16,power_law_1.2,0.02172800004482269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,16,power_law_1.01,0.021247999370098115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,16,power_law_1.01,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,32,power_law_1.01,1.0868736267089845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,64,power_law_1.2,3.768076705932617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,32,power_law_1.2,0.44748802185058595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,16,power_law_1.2,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,16,power_law_1.01,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,16,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,32,power_law_1.2,1.7370943069458007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,32,power_law_1.01,1.4018624305725098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,16,power_law_1.2,0.024172799289226533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,32,power_law_1.2,0.6528960227966308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,16,power_law_1.01,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,32,power_law_1.01,1.734649658203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,16,power_law_1.01,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,16,power_law_1.2,0.027238398790359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,16,power_law_1.01,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,16,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,32,power_law_1.2,0.8736767768859863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,32,power_law_1.2,3.4525184631347656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,16,power_law_1.2,0.030316799879074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,32,power_law_1.01,2.7584512710571287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,16,power_law_1.01,0.029894399642944335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,16,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,32,power_law_1.01,3.4500606536865233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,16,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,32,power_law_1.2,1.0215359687805177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,16,power_law_1.01,0.03441919982433319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,16,power_law_1.01,0.08271359801292419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,16,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,16,power_law_1.2,0.0409855991601944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,16,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,16,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,32,power_law_1.2,1.6555967330932617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,16,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,16,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,16,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,16,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,16,power_law_1.2,0.06287999749183655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,16,power_law_1.01,0.08540800213813782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,16,power_law_1.2,0.0516543984413147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,8,power_law_1.2,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,8,power_law_1.01,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,16,power_law_1.01,0.05161600112915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,16,power_law_1.2,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,16,power_law_1.2,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,16,power_law_1.01,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,32,power_law_1.2,3.4652225494384767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,8,power_law_1.2,0.02110079973936081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,16,power_law_1.01,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,8,power_law_1.01,0.021721599996089934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,16,power_law_1.01,0.08848000168800355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,16,power_law_1.2,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,8,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,8,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,16,power_law_1.2,0.06842880249023438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,16,power_law_1.01,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,8,power_law_1.01,0.023366400599479677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,16,power_law_1.01,0.09054719805717468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,8,power_law_1.2,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,16,power_law_1.2,0.07335039973258972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,16,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,16,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,8,power_law_1.01,0.08439040184020996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,16,power_law_1.01,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,8,power_law_1.01,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,8,power_law_1.2,0.025363200902938844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,16,power_law_1.2,0.05899519920349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,16,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,16,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,16,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,8,power_law_1.01,0.02536959946155548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,8,power_law_1.2,0.029075199365615846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,8,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,16,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,16,power_law_1.01,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,16,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,8,power_law_1.01,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,8,power_law_1.2,0.032364800572395325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,16,power_law_1.2,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,8,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,8,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,16,power_law_1.01,0.12819839715957643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,16,power_law_1.2,0.07904639840126038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,8,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,16,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,8,power_law_1.2,0.035596799850463864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,16,power_law_1.2,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,16,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,8,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,8,power_law_1.01,0.03561600148677826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,16,power_law_1.2,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,8,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,16,power_law_1.01,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,8,power_law_1.2,0.0442111998796463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,16,power_law_1.2,0.0819263994693756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,16,power_law_1.01,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,8,power_law_1.01,0.044614401459693906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,8,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,8,power_law_1.2,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,16,power_law_1.01,0.09073280096054077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,16,power_law_1.2,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,16,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,8,power_law_1.01,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,16,power_law_1.01,0.1777343988418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,8,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,8,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,8,power_law_1.2,0.05281919836997986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,16,power_law_1.2,0.08929920196533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,16,power_law_1.2,0.11164159774780273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,16,power_law_1.01,0.11221120357513428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,16,power_law_1.01,0.21996800899505614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,8,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,8,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,8,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,8,power_law_1.2,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,16,power_law_1.2,0.08971520066261292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,8,power_law_1.01,0.06431999802589417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,16,power_law_1.2,0.13722239732742308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,16,power_law_1.01,0.2689023971557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,16,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,8,power_law_1.01,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,8,power_law_1.2,0.07000960111618042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,8,power_law_1.2,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,8,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,16,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,8,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,8,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,16,power_law_1.2,0.19456000328063966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,16,power_law_1.01,0.3284991979598999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,16,power_law_1.01,0.19434880018234252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,8,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,8,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,8,power_law_1.01,0.09829760193824769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,16,power_law_1.2,0.10201599597930908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,8,power_law_1.2,0.06963840126991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,16,power_law_1.2,0.24350080490112305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,16,power_law_1.01,0.424345588684082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,16,power_law_1.01,0.24494719505310059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,8,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,8,power_law_1.01,0.0692351996898651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,8,power_law_1.2,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,8,power_law_1.01,0.1056831955909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,16,power_law_1.2,0.3532864093780518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,8,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,16,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,16,power_law_1.01,0.5900095939636231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,16,power_law_1.01,0.3547136068344116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,8,power_law_1.01,0.07619839906692505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,8,power_law_1.2,0.09420160055160523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,8,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,8,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,8,power_law_1.01,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,16,power_law_1.2,0.46265602111816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,16,power_law_1.2,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,16,power_law_1.01,0.4651008129119873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,8,power_law_1.2,0.09092479944229126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,16,power_law_1.01,0.7643136024475098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,8,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,8,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,8,power_law_1.01,0.08990079760551453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,8,power_law_1.2,0.11448320150375366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,16,power_law_1.2,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,16,power_law_1.2,0.6815743923187256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,8,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,16,power_law_1.01,0.6840256214141845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,8,power_law_1.01,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,8,power_law_1.01,0.11407359838485717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,16,power_law_1.01,0.9433088302612305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,8,power_law_1.2,0.12328319549560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,8,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,16,power_law_1.2,0.14172799587249757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,8,power_law_1.01,0.12472319602966309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,8,power_law_1.01,0.1146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,16,power_law_1.2,0.9011136054992676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,16,power_law_1.01,0.9039872169494629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,8,power_law_1.2,0.15443840026855468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,8,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,16,power_law_1.01,1.4872575759887696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,8,power_law_1.01,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,8,power_law_1.01,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,16,power_law_1.2,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,8,power_law_1.2,0.21872639656066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,8,power_law_1.2,0.11918079853057861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,16,power_law_1.2,1.124556827545166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,16,power_law_1.01,1.1294719696044921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,8,power_law_1.01,0.132697594165802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,8,power_law_1.01,0.2189311981201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,16,power_law_1.2,0.18248319625854492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,8,power_law_1.2,0.12209279537200927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,8,power_law_1.2,0.27238399982452394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,16,power_law_1.01,2.857574462890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,8,power_law_1.01,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,8,power_law_1.01,0.2721791982650757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,8,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,8,power_law_1.2,0.40181121826171873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,16,power_law_1.2,0.24043519496917726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,16,power_law_1.01,1.79486083984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,16,power_law_1.2,1.7874944686889649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,8,power_law_1.01,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,8,power_law_1.01,0.3999743938446045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,8,power_law_1.2,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,8,power_law_1.2,0.5175295829772949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,16,power_law_1.2,0.2820159912109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,8,power_law_1.01,0.19046399593353272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,8,power_law_1.01,0.518342399597168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,8,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,8,power_law_1.2,0.7643136024475098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,8,power_law_1.01,0.21729280948638915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,16,power_law_1.01,3.566387176513672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,16,power_law_1.2,3.549184036254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,8,power_law_1.2,0.1925055980682373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,16,power_law_1.2,0.38010239601135254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,8,power_law_1.01,0.7626751899719239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,8,power_law_1.2,1.0129407882690429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,8,power_law_1.01,0.2609407901763916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,8,power_law_1.2,0.21789441108703614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,4,power_law_1.01,0.022540800273418427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,16,power_law_1.2,0.496230411529541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,8,power_law_1.01,1.0133503913879394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,8,power_law_1.01,0.30945279598236086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,4,power_law_1.01,0.024582399427890776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,8,power_law_1.2,0.2766848087310791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,8,power_law_1.2,1.2630016326904296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,16,power_law_1.2,0.631603193283081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,8,power_law_1.01,1.2634048461914062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,8,power_law_1.01,0.4055039882659912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,4,power_law_1.01,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,8,power_law_1.2,0.31395840644836426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,16,power_law_1.2,0.8122367858886719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,8,power_law_1.2,2.008889579772949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,4,power_law_1.01,0.028646400570869444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,8,power_law_1.01,0.48065919876098634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,4,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,8,power_law_1.01,2.008070373535156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,8,power_law_1.2,0.39711360931396483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,4,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,16,power_law_1.2,1.2105664253234862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,4,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,8,power_law_1.01,0.6889408111572266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,8,power_law_1.2,0.5511104106903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,4,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,4,power_law_1.2,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,4,power_law_1.01,0.08521599769592285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,8,power_law_1.2,3.9907264709472656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,8,power_law_1.01,3.993190383911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,8,power_law_1.01,0.9269375801086426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,8,power_law_1.2,0.7811071872711182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,4,power_law_1.01,0.04195199906826019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,16,power_law_1.2,1.7301376342773438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,4,power_law_1.2,0.027033600211143493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,4,power_law_1.01,0.08746240139007569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,4,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,8,power_law_1.2,1.1466815948486329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,8,power_law_1.01,1.1372608184814452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,4,power_law_1.2,0.02868480086326599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,4,power_law_1.01,0.07352319955825806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,4,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,4,power_law_1.2,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,8,power_law_1.2,1.2224255561828614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,16,power_law_1.2,3.598944091796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,4,power_law_1.01,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,4,power_law_1.01,0.07944959998130799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,8,power_law_1.01,1.8038719177246094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,4,power_law_1.2,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,4,power_law_1.01,0.06265599727630615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,4,power_law_1.01,0.08846719861030579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,8,power_law_1.2,1.7948736190795898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,4,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,4,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,64,power_law_1.01,0.019859200716018675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,4,power_law_1.01,0.10628479719161987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,4,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,8,power_law_1.01,3.482009506225586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,4,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,4,power_law_1.01,0.1202239990234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,64,power_law_1.01,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,8,power_law_1.2,3.8106945037841795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,4,power_law_1.2,0.08394240140914917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,4,power_law_1.01,0.0917568027973175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,4,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,64,power_law_1.01,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,4,power_law_1.01,0.12410880327224731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,4,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,4,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,64,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,64,power_law_1.2,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,4,power_law_1.2,0.06101760268211365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,4,power_law_1.01,0.12448639869689941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,4,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,4,power_law_1.2,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,64,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,4,power_law_1.01,0.1244928002357483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,4,power_law_1.2,0.06965759992599488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,4,power_law_1.01,0.10261119604110717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,4,power_law_1.2,0.07761279940605163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,64,power_law_1.2,0.01945600062608719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,64,power_law_1.01,0.022540800273418427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,64,power_law_1.01,0.0419840008020401
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,4,power_law_1.01,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,4,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,4,power_law_1.01,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,64,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,4,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,64,power_law_1.01,0.0286655992269516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,64,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,64,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,4,power_law_1.01,0.14336639642715454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,64,power_law_1.01,0.02743679881095886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,4,power_law_1.01,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,4,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,4,power_law_1.2,0.10035840272903443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,64,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,64,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,64,power_law_1.01,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,4,power_law_1.01,0.12779519557952881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,4,power_law_1.01,0.13968000411987305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,64,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,64,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,4,power_law_1.2,0.11940480470657348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,4,power_law_1.2,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,64,power_law_1.01,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,64,power_law_1.2,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,64,power_law_1.2,0.04261119961738587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,4,power_law_1.01,0.1581055998802185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,4,power_law_1.2,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,4,power_law_1.01,0.14683519601821898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,4,power_law_1.2,0.08930559754371643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,64,power_law_1.01,0.03930239975452423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,64,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,64,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,64,power_law_1.2,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,4,power_law_1.2,0.12575360536575317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,4,power_law_1.01,0.2160576105117798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,64,power_law_1.01,0.03214719891548157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,4,power_law_1.2,0.11264640092849731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,64,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,4,power_law_1.01,0.16059520244598388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,64,power_law_1.2,0.040992000699043275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,64,power_law_1.01,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,4,power_law_1.2,0.1261888027191162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,64,power_law_1.2,0.028678399324417115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,4,power_law_1.01,0.26275200843811036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,64,power_law_1.01,0.04215039908885956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,4,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,64,power_law_1.2,0.041382399201393125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,4,power_law_1.01,0.16547199487686157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,64,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,4,power_law_1.2,0.1341375946998596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,64,power_law_1.2,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,64,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,4,power_law_1.01,0.35573759078979494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,64,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,64,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,4,power_law_1.2,0.13925119638442993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,4,power_law_1.01,0.17838720083236695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,4,power_law_1.2,0.13987200260162352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,64,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,64,power_law_1.01,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,64,power_law_1.2,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,4,power_law_1.01,0.4704319953918457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,64,power_law_1.01,0.04134399890899658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,4,power_law_1.01,0.19377280473709108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,4,power_law_1.2,0.15360000133514404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,64,power_law_1.2,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,4,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,64,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,64,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,64,power_law_1.2,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,4,power_law_1.01,0.2111423969268799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,64,power_law_1.2,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,4,power_law_1.01,0.6905856132507324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,64,power_law_1.01,0.05632640123367309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,4,power_law_1.2,0.19292160272598266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,4,power_law_1.2,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,64,power_law_1.2,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,64,power_law_1.01,0.06716160178184509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,64,power_law_1.01,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,64,power_law_1.2,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,4,power_law_1.01,0.2678719997406006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,4,power_law_1.2,0.25722880363464357
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,4,power_law_1.2,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,4,power_law_1.01,0.8793919563293457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,64,power_law_1.2,0.04425599873065948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,64,power_law_1.01,0.09010559916496277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,64,power_law_1.01,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,4,power_law_1.2,0.16709760427474976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,64,power_law_1.2,0.030924800038337707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,4,power_law_1.01,0.29100799560546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,4,power_law_1.2,0.342630410194397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,64,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,64,power_law_1.01,0.11019519567489625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,4,power_law_1.01,1.0897407531738281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,64,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,64,power_law_1.2,0.04954879879951477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,4,power_law_1.2,0.17612799406051635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,64,power_law_1.01,0.15852160453796388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,64,power_law_1.2,0.034790399670600894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,4,power_law_1.01,0.3510272026062012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,4,power_law_1.2,0.51179518699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,64,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,64,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,64,power_law_1.01,0.20337920188903807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,4,power_law_1.2,0.19660160541534424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,4,power_law_1.01,1.7379264831542969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,64,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,64,power_law_1.2,0.058169597387313844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,4,power_law_1.01,0.416153621673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,64,power_law_1.01,0.044659200310707095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,64,power_law_1.01,0.265011191368103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,4,power_law_1.2,0.6610688209533692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,4,power_law_1.2,0.2324415922164917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,64,power_law_1.2,0.06472319960594178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,64,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,64,power_law_1.01,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,64,power_law_1.01,0.369049596786499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,4,power_law_1.2,0.2672255992889404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,4,power_law_1.01,0.5580927848815918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,64,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,4,power_law_1.2,0.942899227142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,64,power_law_1.01,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,4,power_law_1.01,3.589107131958008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,64,power_law_1.2,0.03930880129337311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,64,power_law_1.01,0.5015552043914795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,4,power_law_1.2,0.2979775905609131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,64,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,64,power_law_1.01,0.052832001447677614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,4,power_law_1.01,0.7024576187133789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,64,power_law_1.2,0.04299519956111908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,64,power_law_1.2,0.1044543981552124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,64,power_law_1.01,0.7471104145050049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,4,power_law_1.2,1.268735980987549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,4,power_law_1.2,0.3586047887802124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,64,power_law_1.01,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,64,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,64,power_law_1.2,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,4,power_law_1.2,0.43398399353027345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,4,power_law_1.01,1.0010623931884766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,64,power_law_1.01,0.06472960114479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,64,power_law_1.01,0.931430435180664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,64,power_law_1.2,0.1546239972114563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,64,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,4,power_law_1.2,1.5888447761535645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,64,power_law_1.01,0.07701759934425353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,4,power_law_1.2,0.5601280212402344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,64,power_law_1.2,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,64,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,4,power_law_1.01,1.2416959762573243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,64,power_law_1.01,1.5441856384277344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,64,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,64,power_law_1.2,0.12373119592666626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,4,power_law_1.2,0.7155712127685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,32,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,64,power_law_1.2,0.27258241176605225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,4,power_law_1.2,2.452262306213379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,64,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,64,power_law_1.2,0.18823039531707764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,4,power_law_1.01,1.5708160400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,32,power_law_1.01,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,64,power_law_1.2,0.38604800701141356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,4,power_law_1.2,1.033459186553955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,64,power_law_1.01,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,64,power_law_1.01,3.231340789794922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,64,power_law_1.2,0.23736960887908937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,32,power_law_1.01,0.019283199310302736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,64,power_law_1.2,0.5625792026519776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,64,power_law_1.01,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,4,power_law_1.2,4.965996932983399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,32,power_law_1.01,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,64,power_law_1.2,0.34406399726867676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,4,power_law_1.01,2.413772773742676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,4,power_law_1.2,1.299846363067627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,64,power_law_1.01,0.1933184027671814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,32,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,64,power_law_1.2,0.7299136161804199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,64,power_law_1.2,0.46100478172302245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,32,power_law_1.01,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,64,power_law_1.01,0.27934720516204836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,4,power_law_1.2,1.6195648193359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,64,power_law_1.2,0.68853759765625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,4,power_law_1.01,4.6151679992675785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,32,power_law_1.01,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,64,power_law_1.2,1.326899242401123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,64,power_law_1.01,0.37765119075775144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,64,power_law_1.2,0.8777728080749512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,32,power_law_1.01,0.029465600848197937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,4,power_law_1.2,2.785081672668457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,32,power_law_1.2,0.019270400702953338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,32,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,64,power_law_1.01,0.4417280197143555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,32,power_law_1.01,0.030713599920272828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,64,power_law_1.2,1.085644817352295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,64,power_law_1.2,2.5255680084228516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,32,power_law_1.2,0.019225600361824035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,32,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,32,power_law_1.01,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,64,power_law_1.01,0.6754303932189941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,32,power_law_1.2,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,4,power_law_1.2,4.718803024291992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,32,power_law_1.01,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,32,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,32,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,32,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,64,power_law_1.2,1.8390975952148438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,32,power_law_1.2,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,32,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,32,power_law_1.01,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,32,power_law_1.2,0.022521600127220154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,32,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,64,power_law_1.01,1.609337615966797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,32,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,32,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,32,power_law_1.2,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,32,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,64,power_law_1.2,3.7791744232177735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,32,power_law_1.2,0.040531200170516965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,32,power_law_1.01,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,32,power_law_1.2,0.027014398574829103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,32,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,32,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,32,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,32,power_law_1.2,0.029068800806999206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,16,power_law_1.01,0.0204352006316185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,32,power_law_1.01,0.041971200704574586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,32,power_law_1.01,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,32,power_law_1.2,0.03276160061359405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,32,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,16,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,32,power_law_1.01,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,16,power_law_1.2,0.01923840045928955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,32,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,32,power_law_1.01,0.041382399201393125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,32,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,16,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,16,power_law_1.01,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,32,power_law_1.01,0.061638402938842776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,16,power_law_1.2,0.01844480037689209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,32,power_law_1.2,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,32,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,16,power_law_1.01,0.020095999538898467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,32,power_law_1.2,0.04174720048904419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,16,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,32,power_law_1.01,0.08604800105094909
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,16,power_law_1.01,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,16,power_law_1.2,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,32,power_law_1.2,0.033164799213409424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,16,power_law_1.01,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,32,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,32,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,32,power_law_1.01,0.0923520028591156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,16,power_law_1.2,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,16,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,16,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,32,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,16,power_law_1.01,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,32,power_law_1.01,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,32,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,16,power_law_1.2,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,32,power_law_1.2,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,32,power_law_1.01,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,16,power_law_1.01,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,16,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,16,power_law_1.01,0.023769600689411162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,32,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,32,power_law_1.2,0.04217599928379059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,16,power_law_1.2,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,32,power_law_1.2,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,32,power_law_1.01,0.16424959897994995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,16,power_law_1.01,0.026643198728561402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,16,power_law_1.01,0.044223999977111815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,16,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,32,power_law_1.01,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,16,power_law_1.2,0.02412160038948059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,32,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,32,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,32,power_law_1.01,0.24330239295959472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,16,power_law_1.01,0.0298880010843277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,16,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,16,power_law_1.2,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,32,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,32,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,16,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,32,power_law_1.2,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,16,power_law_1.01,0.03237119913101196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,32,power_law_1.01,0.32829439640045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,32,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,16,power_law_1.2,0.03030399978160858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,16,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,32,power_law_1.01,0.051596802473068235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,32,power_law_1.2,0.04588159918785095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,16,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,16,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,32,power_law_1.01,0.47902722358703614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,16,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,32,power_law_1.2,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,32,power_law_1.2,0.04867840111255646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,32,power_law_1.01,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,16,power_law_1.01,0.046265599131584165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,16,power_law_1.2,0.04508799910545349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,16,power_law_1.01,0.032364800572395325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,16,power_law_1.2,0.03683840036392212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,32,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,32,power_law_1.2,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,32,power_law_1.01,0.6129663944244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,16,power_law_1.01,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,16,power_law_1.2,0.04588800072669983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,32,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,16,power_law_1.01,0.04711039960384369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,16,power_law_1.2,0.033139199018478394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,32,power_law_1.2,0.10115840435028076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,16,power_law_1.01,0.03893760144710541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,32,power_law_1.2,0.053651201725006106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,16,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,32,power_law_1.01,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,16,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,32,power_law_1.01,0.8302592277526856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,16,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,32,power_law_1.2,0.14703999757766723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,16,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,32,power_law_1.2,0.05653759837150574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,16,power_law_1.2,0.04627200067043304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,16,power_law_1.2,0.04094719886779785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,32,power_law_1.01,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,16,power_law_1.01,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,32,power_law_1.2,0.19824639558792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,16,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,16,power_law_1.2,0.04748800098896026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,32,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,16,power_law_1.2,0.037248000502586365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,32,power_law_1.01,1.2720255851745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,16,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,32,power_law_1.01,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,32,power_law_1.2,0.30494720935821534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,16,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,16,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,16,power_law_1.01,0.04958719909191132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,32,power_law_1.2,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,16,power_law_1.01,0.05081599950790405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,16,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,32,power_law_1.01,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,16,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,32,power_law_1.2,0.08170239925384522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,16,power_law_1.01,0.050400000810623166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,32,power_law_1.2,0.3911744117736816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,16,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,32,power_law_1.01,2.7457536697387694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,16,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,16,power_law_1.2,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,32,power_law_1.2,0.1030079960823059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,32,power_law_1.01,0.1286080002784729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,16,power_law_1.01,0.0507968008518219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,16,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,32,power_law_1.2,0.5990399837493896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,16,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,16,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,16,power_law_1.01,0.09048960208892823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,32,power_law_1.2,0.12414720058441162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,16,power_law_1.01,0.05612800121307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,16,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,32,power_law_1.01,0.1769215941429138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,32,power_law_1.2,0.7221568107604981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,16,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,16,power_law_1.2,0.05735039710998535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,16,power_law_1.01,0.05772160291671753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,16,power_law_1.2,0.09585279822349549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,32,power_law_1.2,0.13946880102157594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,32,power_law_1.01,0.2031615972518921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,16,power_law_1.01,0.1581055998802185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,16,power_law_1.2,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,16,power_law_1.2,0.1316864013671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,16,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,32,power_law_1.2,0.9748543739318848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,32,power_law_1.2,0.19680639505386352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,16,power_law_1.01,0.2131903886795044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,16,power_law_1.2,0.17613439559936522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,16,power_law_1.2,0.0706496000289917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,16,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,32,power_law_1.01,0.3033087968826294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,32,power_law_1.2,0.2631680011749268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,32,power_law_1.01,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,16,power_law_1.01,0.27054080963134763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,32,power_law_1.2,1.5560704231262208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,16,power_law_1.2,0.2369472026824951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,16,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,16,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,32,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,32,power_law_1.2,0.349183988571167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,32,power_law_1.01,0.3932159900665283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,16,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,16,power_law_1.01,0.43970561027526855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,16,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,16,power_law_1.2,0.32791039943695066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,32,power_law_1.01,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,32,power_law_1.2,0.5089216232299805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,16,power_law_1.01,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,16,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,32,power_law_1.01,0.02417919933795929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,32,power_law_1.01,0.454041576385498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,32,power_law_1.2,3.0681024551391602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,16,power_law_1.2,0.49541759490966797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,16,power_law_1.01,0.5633984088897706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,16,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,16,power_law_1.2,0.1369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,32,power_law_1.01,0.027449598908424376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,32,power_law_1.2,0.7352320194244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,16,power_law_1.2,0.6512639999389649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,16,power_law_1.01,0.1404863953590393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,16,power_law_1.01,0.6807551860809327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,32,power_law_1.01,0.7212992191314698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,16,power_law_1.2,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,32,power_law_1.01,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,16,power_law_1.01,0.1884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,32,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,16,power_law_1.2,0.8024127960205079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,32,power_law_1.2,0.9912384033203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,16,power_law_1.2,0.24393599033355712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,16,power_law_1.01,1.1065343856811523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,32,power_law_1.01,0.044223999977111815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,16,power_law_1.01,0.24165759086608887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,2,32,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,16,power_law_1.2,0.29818880558013916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,32,power_law_1.01,1.578598403930664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,16,power_law_1.2,1.3350912094116212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,32,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,16,power_law_1.01,0.3610559940338135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,2,32,power_law_1.2,0.021087999641895293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,16,power_law_1.2,0.40611839294433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,32,power_law_1.2,2.3482431411743163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,16,power_law_1.01,2.2702016830444336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,32,power_law_1.01,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,2,32,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,16,power_law_1.01,0.4278272151947021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,32,power_law_1.01,0.063673597574234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,16,power_law_1.2,0.504422378540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,16,power_law_1.2,2.557913589477539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,2,32,power_law_1.2,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,32,power_law_1.01,0.07252479791641235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,16,power_law_1.01,0.5531648159027099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,2,32,power_law_1.2,0.022515200078487396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,16,power_law_1.2,0.6158271789550781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,32,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,32,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,32,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,2,32,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,16,power_law_1.01,0.8028160095214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,32,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,2,32,power_law_1.2,0.0278656005859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,16,power_law_1.2,1.0354687690734863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,32,power_law_1.01,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,2,32,power_law_1.2,0.08722559809684753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,32,power_law_1.01,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,2,32,power_law_1.2,0.032313600182533264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,32,power_law_1.01,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,32,power_law_1.01,0.07291520237922669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,2,32,power_law_1.2,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,16,power_law_1.2,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,2,32,power_law_1.2,0.03436799943447113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,16,power_law_1.01,1.6203840255737305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,32,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,32,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,16,power_law_1.2,2.300953674316406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,2,32,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,16,power_law_1.2,0.021331200003623964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,2,32,power_law_1.2,0.05774719715118408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,16,power_law_1.01,0.027449598908424376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,32,power_law_1.01,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,32,power_law_1.01,0.12288639545440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,2,32,power_law_1.2,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,16,power_law_1.2,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,2,32,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,32,power_law_1.01,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,32,power_law_1.01,0.16876800060272218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,2,32,power_law_1.2,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,16,power_law_1.01,0.02826879918575287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,16,power_law_1.2,0.020883199572563172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,2,32,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,32,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,32,power_law_1.01,0.19823999404907228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,2,32,power_law_1.2,0.03767040073871612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,16,power_law_1.2,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,16,power_law_1.01,0.024588799476623534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,2,32,power_law_1.2,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,32,power_law_1.01,0.06472960114479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,2,32,power_law_1.2,0.04467839896678925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,32,power_law_1.01,0.3055295944213867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,16,power_law_1.2,0.025830399990081788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,16,power_law_1.01,0.026233598589897156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,16,power_law_1.01,0.09006720185279846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,2,32,power_law_1.2,0.06350719928741455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,32,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,2,32,power_law_1.2,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,16,power_law_1.2,0.0868287980556488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,32,power_law_1.01,0.37908480167388914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,16,power_law_1.2,0.030726400017738343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,16,power_law_1.01,0.030316799879074097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,2,32,power_law_1.2,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,32,power_law_1.01,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,2,32,power_law_1.2,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,16,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,32,power_law_1.01,0.5633984088897706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,16,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,16,power_law_1.2,0.05942400097846985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,16,power_law_1.01,0.0298880010843277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,2,32,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,2,32,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,32,power_law_1.01,0.06983680129051209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,16,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,16,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,32,power_law_1.01,0.7524352073669434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,2,32,power_law_1.2,0.05937920212745666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,16,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,2,32,power_law_1.2,0.06696959733963012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,16,power_law_1.2,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,32,power_law_1.01,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,16,power_law_1.2,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,16,power_law_1.01,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,32,power_law_1.01,1.201568031311035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,2,32,power_law_1.2,0.07614719867706299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,16,power_law_1.01,0.040524798631668094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,32,power_law_1.01,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,2,32,power_law_1.2,0.07043200135231018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,16,power_law_1.2,0.050374400615692136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,16,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,16,power_law_1.2,0.05959039926528931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,2,32,power_law_1.2,0.10280319452285766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,16,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,32,power_law_1.01,1.631020736694336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,32,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,16,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,16,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,2,32,power_law_1.2,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,16,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,16,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,2,32,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,16,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,16,power_law_1.01,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,32,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,32,power_law_1.01,1.910163116455078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,2,32,power_law_1.2,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,16,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,2,32,power_law_1.2,0.16752640008926392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,16,power_law_1.2,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,16,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,16,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,32,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,16,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,2,32,power_law_1.2,0.21585280895233155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,2,32,power_law_1.2,0.07537279725074768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,16,power_law_1.2,0.05894399881362915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,16,power_law_1.2,0.07000319957733155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,16,power_law_1.01,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,16,power_law_1.01,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,32,power_law_1.01,3.09432315826416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,32,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,2,32,power_law_1.2,0.3123199939727783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,16,power_law_1.2,0.05281919836997986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,2,32,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,16,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,16,power_law_1.01,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,16,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,32,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,16,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,2,32,power_law_1.2,0.4106175899505615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,16,power_law_1.01,0.06570879817008972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,2,32,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,16,power_law_1.01,0.07498239874839782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,16,power_law_1.2,0.06513280272483826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,16,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,32,power_law_1.01,0.11754879951477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,32,power_law_1.01,5.9490303039550785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,16,power_law_1.01,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,2,32,power_law_1.2,0.602726411819458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,16,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,2,32,power_law_1.2,0.09564160108566284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,16,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,32,power_law_1.01,0.13475199937820434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,16,power_law_1.2,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,16,power_law_1.01,0.06595199704170226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,16,power_law_1.01,0.07576320171356202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,16,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,2,32,power_law_1.2,0.796665620803833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,2,32,power_law_1.2,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,16,power_law_1.01,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,32,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,16,power_law_1.2,0.07455360293388366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,16,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,16,power_law_1.01,0.07904639840126038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,16,power_law_1.01,0.08972160220146179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,2,32,power_law_1.2,0.1251263976097107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,32,power_law_1.01,0.18759039640426636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,16,power_law_1.2,0.07597439885139465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,16,power_law_1.2,0.1877951979637146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,2,32,power_law_1.2,0.9899968147277832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,16,power_law_1.01,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,16,power_law_1.01,0.11980799436569214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,16,power_law_1.2,0.24247679710388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,16,power_law_1.2,0.07926399707794189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,32,power_law_1.01,0.2293760061264038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,2,32,power_law_1.2,0.13782399892807007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,16,power_law_1.01,0.08886399865150452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,64,power_law_1.01,0.11182719469070435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,16,power_law_1.01,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,2,32,power_law_1.2,1.5753279685974122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,16,power_law_1.2,0.3516416072845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,16,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,16,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,32,power_law_1.01,0.2902015924453735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,2,32,power_law_1.2,0.15607680082321168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,16,power_law_1.01,0.20848639011383058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,64,power_law_1.01,0.11159039735794067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,16,power_law_1.01,0.11018879413604736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,16,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,16,power_law_1.2,0.4626431941986084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,16,power_law_1.01,0.2684927940368652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,2,32,power_law_1.2,0.21851520538330077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,32,power_law_1.01,0.3610559940338135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,64,power_law_1.01,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,16,power_law_1.01,0.12576639652252197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,2,32,power_law_1.2,3.131590461730957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,16,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,16,power_law_1.01,0.3635200023651123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,2,32,power_law_1.2,0.24637439250946044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,16,power_law_1.2,0.6803455829620362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,32,power_law_1.01,0.501145601272583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,64,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,16,power_law_1.01,0.15196160078048707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,16,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,16,power_law_1.01,0.535539197921753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,2,32,power_law_1.2,0.3512320041656494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,16,power_law_1.2,0.9019392013549805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,32,power_law_1.01,0.6504447937011719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,64,power_law_1.01,0.07557119727134705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,16,power_law_1.01,0.1638335943222046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,16,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,2,32,power_law_1.2,0.46387200355529784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,16,power_law_1.01,0.7761983871459961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,16,power_law_1.01,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,64,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,16,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,16,power_law_1.2,1.1245696067810058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,32,power_law_1.01,0.8400959968566895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,16,power_law_1.01,1.0141695976257323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,2,32,power_law_1.2,0.5830656051635742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,16,power_law_1.2,0.1505280017852783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,16,power_law_1.01,0.2412480115890503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,64,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,64,power_law_1.2,0.12450560331344604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,16,power_law_1.2,1.7883136749267579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,16,power_law_1.2,0.16649600267410278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,32,power_law_1.01,1.2298239707946776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,16,power_law_1.01,0.31928319931030275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,16,power_law_1.01,1.2695551872253419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,64,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,2,32,power_law_1.2,0.7753791809082031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,16,power_law_1.2,0.20930559635162355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,64,power_law_1.01,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,64,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,16,power_law_1.01,0.4149184226989746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,16,power_law_1.01,1.982259178161621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,2,32,power_law_1.2,0.9744511604309082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,16,power_law_1.2,3.5532863616943358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,16,power_law_1.2,0.25333759784698484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,64,power_law_1.01,0.08807039856910706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,16,power_law_1.01,0.5249023914337159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,32,power_law_1.01,2.5923519134521484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,64,power_law_1.2,0.08149120211601257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,16,power_law_1.2,0.3821568012237549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,64,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,2,32,power_law_1.2,1.7371135711669923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,16,power_law_1.01,0.7254015922546386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,64,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,16,power_law_1.01,4.095187377929688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,64,power_law_1.01,0.08970879912376403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,16,power_law_1.2,0.41924481391906737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,64,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,64,power_law_1.01,0.09503359794616699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,16,power_law_1.01,0.8441920280456543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,16,power_law_1.2,0.6688831806182861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,64,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,2,32,power_law_1.2,3.910655975341797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,64,power_law_1.2,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,32,power_law_1.01,0.08498560190200806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,16,power_law_1.2,0.7630847930908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,16,power_law_1.01,1.3162495613098144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,64,power_law_1.01,0.1020095944404602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,64,power_law_1.2,0.07355520129203796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,32,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,32,power_law_1.01,0.09955840110778809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,64,power_law_1.01,0.10503679513931274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,16,power_law_1.2,1.1278271675109863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,64,power_law_1.2,0.0858240008354187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,32,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,32,power_law_1.01,0.09441279768943786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,16,power_law_1.01,2.646419143676758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,16,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,64,power_law_1.01,0.10915199518203736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,64,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,32,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,16,power_law_1.2,1.5765503883361816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,32,power_law_1.01,0.06247040033340454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,64,power_law_1.01,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,16,power_law_1.01,0.09359359741210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,64,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,32,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,16,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,32,power_law_1.01,0.07103360295295716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,64,power_law_1.01,0.1335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,64,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,16,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,32,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,16,power_law_1.2,3.4918399810791017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,16,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,32,power_law_1.01,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,64,power_law_1.01,0.15809919834136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,64,power_law_1.2,0.09092479944229126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,16,power_law_1.01,0.06369280219078063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,32,power_law_1.2,0.07578240036964416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,16,power_law_1.2,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,32,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,64,power_law_1.01,0.18124799728393554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,64,power_law_1.2,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,16,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,32,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,8,power_law_1.01,0.08439679741859436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,32,power_law_1.01,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,16,power_law_1.2,0.0661952018737793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,64,power_law_1.01,0.22978560924530028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,64,power_law_1.2,0.09768319725990296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,16,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,32,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,32,power_law_1.01,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,16,power_law_1.2,0.07065600156784058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,64,power_law_1.01,0.260915207862854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,64,power_law_1.2,0.10053759813308716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,8,power_law_1.01,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,16,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,32,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,32,power_law_1.01,0.09505919814109802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,64,power_law_1.2,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,16,power_law_1.2,0.07720320224761963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,64,power_law_1.01,0.35141758918762206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,8,power_law_1.01,0.10853760242462158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,16,power_law_1.01,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,8,power_law_1.2,0.08112639784812928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,32,power_law_1.01,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,64,power_law_1.2,0.11242879629135132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,32,power_law_1.2,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,16,power_law_1.2,0.0812991976737976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,8,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,64,power_law_1.01,0.43233280181884765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,16,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,32,power_law_1.01,0.09176959991455078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,64,power_law_1.2,0.12390400171279907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,8,power_law_1.01,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,16,power_law_1.2,0.08992000222206116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,8,power_law_1.2,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,32,power_law_1.2,0.08848639726638793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,64,power_law_1.01,0.594924783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,16,power_law_1.01,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,32,power_law_1.01,0.09440640211105347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,8,power_law_1.01,0.08848000168800355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,64,power_law_1.2,0.1382207989692688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,16,power_law_1.2,0.09382399916648865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,32,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,8,power_law_1.2,0.08150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,16,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,64,power_law_1.01,0.7798783779144287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,32,power_law_1.01,0.10035840272903443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,8,power_law_1.01,0.09644160270690919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,32,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,16,power_law_1.2,0.09481599926948547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,64,power_law_1.2,0.160806405544281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,8,power_law_1.2,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,16,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,64,power_law_1.01,0.9461952209472656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,32,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,32,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,8,power_law_1.2,0.07738239765167236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,16,power_law_1.2,0.09950720071792603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,8,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,64,power_law_1.2,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,16,power_law_1.01,0.10647039413452149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,32,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,8,power_law_1.2,0.08458240032196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,32,power_law_1.2,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,16,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,16,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,64,power_law_1.2,0.24840319156646729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,8,power_law_1.01,0.11489280462265014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,64,power_law_1.01,1.4649344444274903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,32,power_law_1.01,0.11366399526596069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,16,power_law_1.01,0.11181440353393554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,8,power_law_1.2,0.09747840166091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,32,power_law_1.2,0.10975359678268433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,16,power_law_1.2,0.10607999563217163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,64,power_law_1.2,0.2705343961715698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,8,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,32,power_law_1.01,0.12431360483169555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,64,power_law_1.01,2.9038591384887695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,16,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,32,power_law_1.2,0.1155135989189148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,8,power_law_1.2,0.10792959928512573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,16,power_law_1.2,0.11017600297927857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,8,power_law_1.01,0.11754879951477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,64,power_law_1.2,0.37436800003051757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,32,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,16,power_law_1.01,0.12369920015335083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,8,power_law_1.01,0.1269695997238159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,32,power_law_1.01,0.16241919994354248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,16,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,32,power_law_1.2,0.13127679824829103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,64,power_law_1.2,0.46632962226867675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,8,power_law_1.2,0.10995199680328369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,16,power_law_1.01,0.13966720104217528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,32,power_law_1.01,0.18042240142822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,8,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,16,power_law_1.2,0.11879040002822876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,32,power_law_1.2,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,8,power_law_1.2,0.11468160152435303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,16,power_law_1.01,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,64,power_law_1.2,0.6508543968200684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,32,power_law_1.01,0.22877440452575684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,8,power_law_1.01,0.13198720216751098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,16,power_law_1.01,0.18309760093688965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,16,power_law_1.2,0.12677119970321654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,8,power_law_1.2,0.12225919961929321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,32,power_law_1.2,0.17162879705429077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,32,power_law_1.01,0.27504639625549315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,64,power_law_1.2,0.8490816116333008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,16,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,8,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,8,power_law_1.2,0.12267520427703857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,32,power_law_1.2,0.19290239810943605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,16,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,32,power_law_1.01,0.35574400424957275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,16,power_law_1.01,0.2602880001068115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,64,power_law_1.2,1.1147263526916504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,8,power_law_1.01,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,8,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,16,power_law_1.2,0.15564160346984862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,32,power_law_1.2,0.2471935987472534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,4,power_law_1.01,0.0880511999130249
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,32,power_law_1.01,0.42823038101196287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,16,power_law_1.01,0.29614078998565674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,8,power_law_1.2,0.12902400493621827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,16,power_law_1.2,0.18759039640426636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,8,power_law_1.01,0.15359359979629517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,4,power_law_1.01,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,32,power_law_1.2,0.2815999984741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,64,power_law_1.2,1.781350326538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,32,power_law_1.01,0.6166528224945068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,16,power_law_1.01,0.39546880722045896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,8,power_law_1.2,0.13394559621810914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,16,power_law_1.2,0.2066431999206543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,4,power_law_1.01,0.10792959928512573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,8,power_law_1.01,0.1728384017944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,32,power_law_1.2,0.3799040079116821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,16,power_law_1.01,0.4720640182495117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,32,power_law_1.01,0.7692287921905517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,4,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,16,power_law_1.2,0.2590719938278198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,8,power_law_1.2,0.1404863953590393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,8,power_law_1.01,0.18677760362625123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,32,power_law_1.2,0.4949952125549316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,64,power_law_1.2,3.806623840332031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,16,power_law_1.01,0.6680511951446533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,4,power_law_1.01,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,32,power_law_1.01,0.9445311546325683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,8,power_law_1.01,0.2226111888885498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,8,power_law_1.2,0.15380480289459228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,16,power_law_1.2,0.3151808023452759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,32,power_law_1.2,0.6684671878814697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,4,power_law_1.01,0.12042880058288574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,16,power_law_1.01,0.8667200088500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,8,power_law_1.01,0.24515841007232667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,8,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,16,power_law_1.2,0.4175936222076416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,32,power_law_1.2,0.8957951545715332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,32,power_law_1.01,1.4620608329772948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,4,power_law_1.01,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,8,power_law_1.01,0.302892804145813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,8,power_law_1.2,0.18984960317611693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,16,power_law_1.01,1.0391488075256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,16,power_law_1.2,0.5236671924591064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,4,power_law_1.01,0.1474496006965637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,32,power_law_1.2,1.0469440460205077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,8,power_law_1.01,0.34897921085357664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,8,power_law_1.2,0.22323200702667237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,32,power_law_1.01,2.978835105895996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,4,power_law_1.01,0.15052160024642944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,16,power_law_1.2,0.7376895904541015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,16,power_law_1.01,1.6240575790405274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,8,power_law_1.2,0.26213760375976564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,8,power_law_1.01,0.4667391777038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,4,power_law_1.01,0.16179840564727782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,32,power_law_1.2,1.7961023330688477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,16,power_law_1.2,0.9752639770507813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,4,power_law_1.01,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,8,power_law_1.2,0.3162048101425171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,8,power_law_1.01,0.5761023998260498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,4,power_law_1.2,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,16,power_law_1.01,3.2047103881835937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,4,power_law_1.01,0.169977605342865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,8,power_law_1.2,0.37703039646148684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,16,power_law_1.2,1.214675235748291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,32,power_law_1.2,3.9737407684326174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,4,power_law_1.2,0.08929920196533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,8,power_law_1.01,0.8052736282348633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,4,power_law_1.01,0.18165760040283202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,8,power_law_1.2,0.4884479999542236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,4,power_law_1.01,0.18019839525222778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,4,power_law_1.2,0.081523197889328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,8,power_law_1.01,1.0145792007446288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,16,power_law_1.2,1.8325504302978515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,4,power_law_1.01,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,4,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,8,power_law_1.2,0.5949376106262207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,4,power_law_1.01,0.19370880126953124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,8,power_law_1.01,1.2711872100830077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,4,power_law_1.2,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,8,power_law_1.2,0.8523648262023926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,4,power_law_1.01,0.2056191921234131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,16,power_law_1.2,3.322675323486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,4,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,4,power_law_1.01,0.23203840255737304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,8,power_law_1.01,1.9638463973999023
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,8,power_law_1.2,1.1049023628234864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,4,power_law_1.01,0.2486272096633911
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,4,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,4,power_law_1.01,0.28590080738067625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,4,power_law_1.2,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,8,power_law_1.2,1.3957119941711427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,8,power_law_1.01,3.6886528015136717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,4,power_law_1.01,0.332588791847229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,4,power_law_1.2,0.15400960445404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,4,power_law_1.01,0.4167679786682129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,8,power_law_1.2,2.0621311187744142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,4,power_law_1.2,0.14888319969177247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,4,power_law_1.01,0.5007296085357666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,4,power_law_1.2,0.1613759994506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,4,power_law_1.01,0.6668288230895996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,8,power_law_1.2,4.09354248046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,4,power_law_1.2,0.1763327956199646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,4,power_law_1.01,0.7839744091033936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,4,power_law_1.2,0.17715200185775756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,4,power_law_1.01,1.092198371887207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,4,power_law_1.2,0.18411519527435302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,4,power_law_1.2,0.20213758945465088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,4,power_law_1.01,1.3830143928527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,8,power_law_1.01,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,4,power_law_1.2,0.2047935962677002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,4,power_law_1.01,1.6986175537109376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,8,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,4,power_law_1.2,0.2056191921234131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,8,power_law_1.01,0.031142398715019226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,4,power_law_1.2,0.23408000469207763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,16,8,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,8,power_law_1.01,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,4,power_law_1.2,0.25169920921325684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,4,power_law_1.01,2.5604095458984375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,16,8,power_law_1.2,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,8,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,4,power_law_1.01,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,4,power_law_1.2,0.2899967908859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,16,8,power_law_1.2,0.03195520043373108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,8,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,4,power_law_1.01,0.029894399642944335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,16,8,power_law_1.2,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,4,power_law_1.2,0.3401727914810181
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,8,power_law_1.01,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,4,power_law_1.01,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,4,power_law_1.01,5.160556793212891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,16,8,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,8,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,4,power_law_1.01,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,4,power_law_1.2,0.42946557998657225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,16,8,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,8,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,4,power_law_1.01,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,4,power_law_1.2,0.5167103767395019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,16,8,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,8,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,4,power_law_1.01,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,16,8,power_law_1.2,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,8,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,4,power_law_1.01,0.03192960023880005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,4,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,4,power_law_1.2,0.668064022064209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,16,8,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,8,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,4,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,4,power_law_1.2,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,16,8,power_law_1.2,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,8,power_law_1.01,0.039743998646736146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,4,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,4,power_law_1.2,0.8437824249267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,4,power_law_1.2,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,16,8,power_law_1.2,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,8,power_law_1.01,0.044607999920845035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,4,power_law_1.01,0.0331712007522583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,4,power_law_1.2,0.030726400017738343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,16,8,power_law_1.2,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,8,power_law_1.01,0.04791040122509003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,4,power_law_1.01,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,4,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,4,power_law_1.2,1.1524031639099122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,16,8,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,8,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,4,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,4,power_law_1.2,0.042803201079368594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,16,8,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,8,power_law_1.01,0.060819202661514284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,4,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,4,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,16,8,power_law_1.2,0.04666880071163178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,4,power_law_1.2,1.4979071617126465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,8,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,4,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,4,power_law_1.2,0.0335999995470047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,16,8,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,8,power_law_1.01,0.08558719754219055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,4,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,4,power_law_1.2,0.035206401348114015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,16,8,power_law_1.2,0.05000320076942444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,4,power_law_1.2,1.8731136322021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,8,power_law_1.01,0.09790080189704894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,4,power_law_1.01,0.04340479969978332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,4,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,16,8,power_law_1.2,0.05899519920349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,8,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,8,power_law_1.01,0.12945280075073243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,4,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,16,8,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,4,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,8,power_law_1.01,0.13827199935913087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,8,power_law_1.01,0.04053759872913361
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,4,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,16,8,power_law_1.2,0.08969600200653076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,4,power_law_1.2,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,4,power_law_1.2,2.5665536880493165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,8,power_law_1.01,0.1855296015739441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,16,8,power_law_1.2,0.09749119877815246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,4,power_law_1.01,0.05551360249519348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,8,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,4,power_law_1.2,0.038540801405906676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,8,power_law_1.01,0.2283519983291626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,16,8,power_law_1.2,0.12496000528335571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,4,power_law_1.01,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,4,power_law_1.2,0.03687680065631867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,8,power_law_1.01,0.3479487895965576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,16,8,power_law_1.2,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,16,8,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,4,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,4,power_law_1.2,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,4,power_law_1.2,5.305376052856445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,16,8,power_law_1.2,0.182259202003479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,8,power_law_1.01,0.4478975772857666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,16,8,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,4,power_law_1.01,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,4,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,8,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,16,8,power_law_1.2,0.2209791898727417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,8,power_law_1.01,0.5462016105651856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,4,power_law_1.2,0.05815039873123169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,8,power_law_1.01,0.03728640079498291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,4,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,16,8,power_law_1.2,0.3430527925491333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,16,8,power_law_1.2,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,8,power_law_1.01,0.9576448440551758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,8,power_law_1.01,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,4,power_law_1.2,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,16,8,power_law_1.2,0.4343616008758545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,4,power_law_1.01,0.21011838912963868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,16,8,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,8,power_law_1.01,1.9146879196166993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,8,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,16,8,power_law_1.2,0.6055871963500976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,4,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,4,power_law_1.01,0.22691841125488282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,16,8,power_law_1.2,0.035020801424980166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,8,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,16,8,power_law_1.2,0.9551487922668457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,4,power_law_1.2,0.08499839901924133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,4,power_law_1.01,0.30023679733276365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,16,8,power_law_1.2,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,8,power_law_1.01,0.04220159947872162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,16,8,power_law_1.2,1.8837440490722657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,4,power_law_1.2,0.08929920196533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,4,power_law_1.01,0.4614016056060791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,16,8,power_law_1.2,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,8,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,4,power_law_1.2,0.12452479600906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,16,8,power_law_1.2,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,4,power_law_1.01,0.5728320121765137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,8,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,4,power_law_1.2,0.13968640565872192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,16,8,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,8,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,4,power_law_1.01,1.063526439666748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,4,power_law_1.2,0.21093759536743165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,16,8,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,8,power_law_1.01,0.05491200089454651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,4,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,16,8,power_law_1.2,0.04154239892959595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,4,power_law_1.2,0.2641855955123901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,4,power_law_1.01,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,8,power_law_1.01,0.05982720255851746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,4,power_law_1.01,1.7719295501708985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,16,8,power_law_1.2,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,4,power_law_1.01,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,4,power_law_1.2,0.38359038829803466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,8,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,4,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,16,8,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,8,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,4,power_law_1.2,0.5429247856140137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,4,power_law_1.01,0.03643519878387451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,16,8,power_law_1.2,0.046079999208450316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,4,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,8,power_law_1.01,0.0917631983757019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,4,power_law_1.2,0.534329605102539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,16,8,power_law_1.2,0.055955201387405396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,4,power_law_1.01,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,8,power_law_1.01,0.12390400171279907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,4,power_law_1.2,1.065561580657959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,4,power_law_1.01,0.03771519958972931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,16,8,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,8,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,4,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,16,8,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,8,power_law_1.01,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,4,power_law_1.01,0.03847039937973022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,4,power_law_1.2,1.940070343017578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,16,8,power_law_1.2,0.078438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,4,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,8,power_law_1.01,0.1882048010826111
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,16,8,power_law_1.2,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,4,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,8,power_law_1.01,0.2688960075378418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,16,8,power_law_1.2,0.12616319656372071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,4,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,8,power_law_1.01,0.36985599994659424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,4,power_law_1.01,0.04648320078849792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,16,8,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,8,power_law_1.01,0.5548031806945801
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,4,power_law_1.01,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,16,8,power_law_1.2,0.1861567974090576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,4,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,8,power_law_1.01,0.6344704151153564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,16,8,power_law_1.2,0.18738559484481812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,4,power_law_1.01,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,8,power_law_1.01,0.799948787689209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,16,8,power_law_1.2,0.24780800342559814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,4,power_law_1.01,0.07758079767227173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,16,8,power_law_1.2,0.3323967933654785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,8,power_law_1.01,1.3289407730102538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,4,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,16,8,power_law_1.2,0.5175295829772949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,4,power_law_1.01,0.09705600142478943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,8,power_law_1.01,2.8940288543701174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,4,power_law_1.01,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,16,8,power_law_1.2,0.6832128047943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,4,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,16,8,power_law_1.2,0.8622079849243164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,4,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,4,power_law_1.01,0.16794240474700928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,16,8,power_law_1.2,1.4034815788269044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,4,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,4,power_law_1.01,0.285696005821228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,power_law_1.01,0.15871360301971435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,4,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,16,8,power_law_1.2,2.6886144638061524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,4,power_law_1.01,0.3616575956344604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,4,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,128,power_law_1.2,0.16711679697036744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,power_law_1.01,0.0889024019241333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,4,power_law_1.01,0.4454400062561035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,4,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,4,power_law_1.01,0.6721536159515381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,4,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,128,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,4,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,4,power_law_1.01,0.8990719795227051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,128,power_law_1.2,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,4,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,4,power_law_1.2,0.03852159976959228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,4,power_law_1.01,1.0876928329467774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,128,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,4,power_law_1.2,0.039289599657058714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,power_law_1.01,0.15891200304031372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,4,power_law_1.2,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,4,power_law_1.01,2.3674943923950194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,128,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,4,power_law_1.2,0.04545280039310455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,power_law_1.01,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,128,power_law_1.2,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,4,power_law_1.2,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,power_law_1.01,0.07106559872627258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,power_law_1.01,0.08152959942817688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,4,power_law_1.2,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,128,power_law_1.2,0.08030080199241638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,power_law_1.01,0.06755840182304382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,power_law_1.01,0.08212479948997498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,4,power_law_1.2,0.05119360089302063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,128,power_law_1.2,0.08150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,4,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,128,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,4,power_law_1.2,0.062463998794555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,power_law_1.01,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,power_law_1.01,0.08622080087661743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,64,power_law_1.2,0.12412159442901612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,128,power_law_1.2,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,4,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,power_law_1.01,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,4,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,128,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,64,power_law_1.2,0.08828160166740417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,4,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,power_law_1.01,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,128,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,64,power_law_1.2,0.06327679753303528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,4,power_law_1.2,0.12616319656372071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,power_law_1.01,0.07738239765167236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,128,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,64,power_law_1.2,0.06614400148391723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,4,power_law_1.2,0.1730239987373352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,power_law_1.01,0.09870079755783082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,power_law_1.01,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,128,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,4,power_law_1.2,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,64,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,128,power_law_1.2,0.09874560236930847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,power_law_1.01,0.0839743971824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,4,power_law_1.2,0.2893887996673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,64,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,power_law_1.01,0.11304320096969604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,128,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,power_law_1.01,0.08316799998283386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,4,power_law_1.2,0.36207358837127684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,power_law_1.01,0.12513279914855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,64,power_law_1.2,0.07946879863739013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,128,power_law_1.2,0.1093440055847168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,4,power_law_1.2,0.45567998886108396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,power_law_1.01,0.09605119824409485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,power_law_1.01,0.16506240367889405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,64,power_law_1.2,0.07802240252494812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,128,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,4,power_law_1.2,0.5756927967071533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,power_law_1.01,0.17489919662475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,power_law_1.01,0.08684800267219543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,64,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,128,power_law_1.2,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,4,power_law_1.2,0.7516096115112305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,power_law_1.01,0.2267199993133545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,64,power_law_1.2,0.08170880079269409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,128,power_law_1.2,0.1920896053314209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,4,power_law_1.2,1.4166015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,power_law_1.01,0.2627840042114258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,32,power_law_1.2,0.10977920293807983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,64,power_law_1.2,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,128,power_law_1.2,0.20969600677490235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,power_law_1.01,0.09973120093345642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,4,power_law_1.2,2.5501632690429688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,power_law_1.01,0.3516416072845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,128,power_law_1.2,0.27648000717163085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,64,power_law_1.2,0.0839743971824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,32,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,power_law_1.01,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,power_law_1.01,0.47820158004760743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,128,power_law_1.2,0.33853440284729003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,64,power_law_1.2,0.08538240194320679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,power_law_1.01,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,32,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,power_law_1.01,0.6766208171844482
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,128,power_law_1.2,0.44831361770629885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,64,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,power_law_1.01,0.11835520267486573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,32,power_law_1.2,0.06000639796257019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,power_law_1.01,0.847871971130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,128,power_law_1.2,0.6754623889923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,64,power_law_1.2,0.10423040390014648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,power_law_1.01,0.14581120014190674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,32,power_law_1.2,0.062054401636123656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,power_law_1.01,1.1290559768676758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,128,power_law_1.2,1.1327808380126954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,power_law_1.01,0.08090239763259888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,64,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,power_law_1.01,0.1699903964996338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,32,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,power_law_1.01,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,128,power_law_1.2,1.3531071662902832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,128,power_law_1.01,1.664614486694336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,64,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,power_law_1.01,0.21913599967956543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,32,power_law_1.2,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,power_law_1.01,0.09052799940109253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,128,power_law_1.2,1.5429632186889648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,32,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,64,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,power_law_1.01,0.24023039340972902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,128,power_law_1.01,3.5776512145996096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,power_law_1.01,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,32,power_law_1.2,0.08071680068969726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,64,power_law_1.2,0.13495680093765258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,power_law_1.01,0.3131392002105713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,128,power_law_1.2,3.144300842285156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,power_law_1.01,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,32,power_law_1.2,0.08233600258827209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,64,power_law_1.2,0.15729279518127443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,power_law_1.01,0.08477439880371093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,power_law_1.01,0.40531201362609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,power_law_1.01,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,32,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,64,power_law_1.2,0.18209919929504395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,power_law_1.01,0.07680000066757202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,power_law_1.01,0.5482495784759521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,128,power_law_1.2,6.2703807830810545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,32,power_law_1.2,0.08699520230293274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,64,power_law_1.2,0.2357248067855835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,power_law_1.01,0.08090239763259888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,32,power_law_1.2,0.0874559998512268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,power_law_1.01,0.7270400047302246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,power_law_1.01,0.08147839903831482
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,power_law_1.01,0.09667199850082397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,64,power_law_1.2,0.25866239070892333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,power_law_1.01,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,32,power_law_1.2,0.08991360068321227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,power_law_1.01,0.10851199626922607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,64,power_law_1.2,0.35942399501800537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,power_law_1.01,0.8585151672363281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,power_law_1.01,0.0839743971824646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,32,power_law_1.2,0.09848960041999817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,64,power_law_1.2,0.4626431941986084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,64,power_law_1.01,1.3916159629821778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,32,power_law_1.2,0.0989184021949768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,64,power_law_1.2,0.7102464199066162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,32,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,power_law_1.01,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,power_law_1.01,0.09462400078773499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,64,power_law_1.2,0.9244735717773438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,32,power_law_1.2,0.12739200592041017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,power_law_1.01,0.16035840511322022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,64,power_law_1.01,3.225190353393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,power_law_1.01,0.1081279993057251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,32,power_law_1.2,0.12636159658432006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,power_law_1.01,0.19619200229644776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,64,power_law_1.2,1.2064767837524415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,power_law_1.01,0.12167680263519287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,32,power_law_1.2,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,power_law_1.01,0.2355263948440552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,power_law_1.01,0.12981760501861572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,32,power_law_1.2,0.17325439453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,64,power_law_1.2,2.1669631958007813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,power_law_1.01,0.318668794631958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,16,power_law_1.2,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,power_law_1.01,0.15444480180740355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,32,power_law_1.2,0.2213887929916382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,power_law_1.01,0.1716223955154419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,power_law_1.01,0.3848191976547241
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,16,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,power_law_1.01,0.20886399745941162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,32,power_law_1.2,0.25292799472808836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,16,power_law_1.2,0.056729602813720706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,64,power_law_1.2,4.273350524902344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,power_law_1.01,0.5552063941955566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,power_law_1.01,0.26030080318450927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,16,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,32,power_law_1.2,0.3532799959182739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,power_law_1.01,0.32706561088562014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,power_law_1.01,0.6930431842803955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,16,power_law_1.2,0.06327040195465088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,32,power_law_1.2,0.48762879371643064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,power_law_1.01,0.41635842323303224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,16,power_law_1.2,0.0686016023159027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,power_law_1.01,0.8978495597839355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,power_law_1.01,0.5912576198577881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,32,power_law_1.2,0.5896192073822022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,16,power_law_1.2,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,power_law_1.01,0.7614463806152344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,32,power_law_1.01,1.3625215530395507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,32,power_law_1.2,0.8444160461425781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,16,power_law_1.2,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,power_law_1.01,0.8917056083679199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,16,power_law_1.2,0.08354560136795045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,32,power_law_1.2,1.0469375610351563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,16,power_law_1.01,1.4133248329162598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,16,power_law_1.2,0.08252800107002259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,32,power_law_1.01,2.751487922668457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,16,power_law_1.2,0.08458240032196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,32,power_law_1.2,1.6105535507202149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,16,power_law_1.01,2.9259775161743162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,16,power_law_1.2,0.08744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,16,power_law_1.2,0.09029759764671326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,32,power_law_1.2,4.107046508789063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,16,power_law_1.2,0.09463679790496826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,power_law_1.01,0.061459201574325564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,16,power_law_1.2,0.09848960041999817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,power_law_1.01,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,16,power_law_1.2,0.10074880123138427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,8,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,power_law_1.01,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,16,power_law_1.2,0.11202559471130372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,8,power_law_1.2,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,power_law_1.01,0.07087360024452209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,16,power_law_1.2,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,8,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,16,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,power_law_1.01,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,8,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,16,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,8,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,16,power_law_1.2,0.18554879426956178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,8,power_law_1.2,0.07130240201950074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,16,power_law_1.2,0.2224128007888794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,16,power_law_1.2,0.2717695951461792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,8,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,power_law_1.01,0.09195520281791687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,16,power_law_1.2,0.3604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,8,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,16,power_law_1.2,0.468339204788208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,8,power_law_1.2,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,power_law_1.01,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,16,power_law_1.2,0.643071985244751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,8,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,power_law_1.01,0.0972544014453888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,8,power_law_1.2,0.08887040019035339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,16,power_law_1.2,0.9302016258239746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,power_law_1.01,0.037254399061203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,8,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,1,128,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,16,power_law_1.2,1.0383359909057617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,power_law_1.01,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,8,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,1,128,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,power_law_1.01,0.0438400000333786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,power_law_1.01,0.11468160152435303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,power_law_1.01,0.03975679874420166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,16,power_law_1.2,1.6719743728637695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,8,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,power_law_1.01,0.03930880129337311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,power_law_1.01,0.04012160003185272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,1,128,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,power_law_1.01,0.05894399881362915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,power_law_1.01,0.13394559621810914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,8,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,power_law_1.01,0.03238399922847748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,1,128,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,power_law_1.01,0.14209920167922974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,8,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,power_law_1.01,0.04382080137729645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,1,128,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,16,power_law_1.2,3.3820735931396486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,power_law_1.01,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,power_law_1.01,0.17571840286254883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,power_law_1.01,0.03356159925460815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,power_law_1.01,0.04832000136375427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,8,power_law_1.2,0.11510399580001832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,1,128,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,power_law_1.01,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,power_law_1.01,0.034841600060462954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,power_law_1.01,0.04875519871711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,8,power_law_1.2,0.1355712056159973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,power_law_1.01,0.19985920190811157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,1,128,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,power_law_1.01,0.06901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,power_law_1.01,0.03933440148830414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,1,128,power_law_1.2,0.04872319996356964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,8,power_law_1.2,0.15523200035095214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,power_law_1.01,0.2582592010498047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,4,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,1,128,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,8,power_law_1.2,0.18677760362625123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,power_law_1.01,0.30249600410461425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,power_law_1.01,0.044684800505638125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,power_law_1.01,0.039743998646736146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,4,power_law_1.2,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,power_law_1.01,0.08600320219993592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,1,128,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,8,power_law_1.2,0.2224128007888794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,power_law_1.01,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,power_law_1.01,0.04917120039463043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,1,128,power_law_1.2,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,power_law_1.01,0.4253695964813232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,4,power_law_1.2,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,power_law_1.01,0.04832639992237091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,power_law_1.01,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,1,128,power_law_1.2,0.05978239774703979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,8,power_law_1.2,0.27607040405273436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,power_law_1.01,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,power_law_1.01,0.4929344177246094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,4,power_law_1.2,0.061414402723312375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,1,128,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,power_law_1.01,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,8,power_law_1.2,0.34713599681854246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,power_law_1.01,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,1,128,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,power_law_1.01,0.055718398094177245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,power_law_1.01,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,4,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,power_law_1.01,0.6963136196136475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,8,power_law_1.2,0.4573184013366699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,1,128,power_law_1.2,0.054079997539520266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,power_law_1.01,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,power_law_1.01,0.10119040012359619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,4,power_law_1.2,0.07351679801940918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,power_law_1.01,0.9310144424438477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,1,128,power_law_1.2,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,power_law_1.01,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,8,power_law_1.2,0.5892096042633057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,4,power_law_1.2,0.08746240139007569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,1,128,power_law_1.2,0.0567359983921051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,power_law_1.01,0.1068992018699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,power_law_1.01,1.0186752319335937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,4,power_law_1.2,0.0876416027545929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,1,128,power_law_1.2,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,power_law_1.01,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,8,power_law_1.2,0.790118408203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,power_law_1.01,0.04670720100402832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,1,128,power_law_1.2,0.08335360288619995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,4,power_law_1.2,0.09482240080833435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,power_law_1.01,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,8,power_law_1.01,1.640447998046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,8,power_law_1.2,0.8863743782043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,power_law_1.01,0.1282240033149719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,1,128,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,4,power_law_1.2,0.09523199796676636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,power_law_1.01,0.11674879789352417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,1,128,power_law_1.2,0.12800639867782593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,power_law_1.01,0.1417088031768799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,64,power_law_1.2,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,8,power_law_1.2,1.217529582977295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,power_law_1.01,0.09667199850082397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,1,128,power_law_1.2,0.1777791976928711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,8,power_law_1.01,3.1862783432006836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,power_law_1.01,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,4,power_law_1.2,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,64,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,power_law_1.01,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,1,128,power_law_1.2,0.19251199960708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,8,power_law_1.2,1.9060735702514648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,power_law_1.01,0.23694078922271727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,power_law_1.01,0.13147519826889037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,4,power_law_1.2,0.10342400074005127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,64,power_law_1.2,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,power_law_1.01,0.13457920551300048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,1,128,power_law_1.2,0.3223488092422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,1,128,power_law_1.2,0.3761919975280762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,64,power_law_1.2,0.03256320059299469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,power_law_1.01,0.384006404876709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,power_law_1.01,0.1519551992416382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,4,power_law_1.2,0.10588159561157226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,8,power_law_1.2,3.6169662475585938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,1,128,power_law_1.2,0.5486656188964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,64,power_law_1.2,0.03275519907474518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,power_law_1.01,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,4,power_law_1.2,0.10793600082397461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,power_law_1.01,0.17858560085296632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,power_law_1.01,0.44952960014343263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,1,128,power_law_1.2,0.7061503887176513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,64,power_law_1.2,0.03397760093212128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,power_law_1.01,0.20151679515838622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,4,power_law_1.2,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,power_law_1.2,0.9101119995117187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,power_law_1.01,0.2160640001296997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,64,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,1,128,power_law_1.01,0.5560192108154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,4,power_law_1.2,0.12186239957809449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,power_law_1.01,0.27606399059295655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,128,power_law_1.2,1.4966848373413086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,64,power_law_1.2,0.040582400560379026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,power_law_1.01,0.2471935987472534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,4,power_law_1.2,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,64,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,1,128,power_law_1.01,1.0125568389892579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,power_law_1.01,0.3240256071090698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,power_law_1.01,0.3254271984100342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,4,power_law_1.2,0.16036479473114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,128,power_law_1.2,2.9526079177856444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,64,power_law_1.2,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,4,power_law_1.2,0.1853376030921936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,power_law_1.01,0.40039677619934083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,64,power_law_1.2,0.051660799980163576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,power_law_1.01,0.5035903930664063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,1,128,power_law_1.01,2.0580352783203124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,64,power_law_1.2,0.05427839756011963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,4,power_law_1.2,0.20746240615844727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,power_law_1.01,0.5609407901763916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,64,power_law_1.2,0.056908798217773435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,64,power_law_1.01,0.7749631881713868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,4,power_law_1.2,0.2639935970306396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,power_law_1.01,0.6688767910003662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,64,power_law_1.2,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,4,power_law_1.2,0.33279359340667725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,64,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,power_law_1.01,0.9367487907409668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,64,power_law_1.01,2.0154367446899415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,4,power_law_1.2,0.4401343822479248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,64,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,power_law_1.01,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,4,power_law_1.2,0.561356782913208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,64,power_law_1.2,0.054079997539520266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,power_law_1.01,1.2118016242980958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,power_law_1.01,0.03111039996147156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,64,power_law_1.2,0.06428160071372986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,power_law_1.01,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,4,power_law_1.2,0.6774784088134765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,power_law_1.01,1.4444735527038575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,power_law_1.01,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,64,power_law_1.2,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,4,power_law_1.2,0.9441280364990234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,power_law_1.01,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,64,power_law_1.2,0.08561279773712158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,32,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,4,power_law_1.01,2.401894378662109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,64,power_law_1.2,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,32,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,4,power_law_1.2,1.2019840240478517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,power_law_1.01,0.03359360098838806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,64,power_law_1.2,0.1855296015739441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,32,power_law_1.2,0.032364800572395325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,power_law_1.01,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,4,power_law_1.2,1.5667200088500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,32,power_law_1.2,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,64,power_law_1.2,0.15831040143966674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,4,power_law_1.01,4.2246143341064455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,32,power_law_1.2,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,64,power_law_1.2,0.2504767894744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,4,power_law_1.2,2.331443214416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,power_law_1.01,0.04544639885425568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,32,power_law_1.2,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,64,power_law_1.2,0.28976640701293943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,power_law_1.01,0.046265599131584165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,32,power_law_1.2,0.03811840116977692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,64,power_law_1.2,0.4831232070922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,4,power_law_1.2,4.829388809204102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,32,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,64,power_law_1.2,0.5908480167388916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,power_law_1.01,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,32,power_law_1.2,0.04588159918785095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,64,power_law_1.2,0.8859647750854492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,16,power_law_1.2,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,power_law_1.01,0.039340800046920775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,32,power_law_1.2,0.04711039960384369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,16,power_law_1.2,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,power_law_1.01,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,64,power_law_1.2,1.2679103851318358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,power_law_1.01,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,32,power_law_1.2,0.05077120065689087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,16,power_law_1.2,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,power_law_1.01,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,32,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,16,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,64,power_law_1.2,2.873958396911621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,power_law_1.01,0.036422398686408994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,16,power_law_1.2,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,32,power_law_1.2,0.055315202474594115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,16,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,power_law_1.01,0.05631359815597534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,32,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,16,power_law_1.01,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,power_law_1.01,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,32,power_law_1.2,0.046291199326515195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,power_law_1.01,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,16,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,power_law_1.01,0.078438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,32,power_law_1.2,0.04831359982490539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,power_law_1.2,0.04467200040817261
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,power_law_1.01,0.032742398977279666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,power_law_1.2,0.04629760086536407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,16,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,power_law_1.01,0.08294399976730346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,32,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,power_law_1.01,0.03320960104465485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,power_law_1.2,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,32,power_law_1.2,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,16,power_law_1.01,0.045023998618125914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,power_law_1.01,0.09953920245170593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,power_law_1.2,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,32,power_law_1.2,0.0774399995803833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,power_law_1.01,0.03764480054378509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,power_law_1.01,0.12921600341796874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,16,power_law_1.01,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,power_law_1.01,0.038924801349639895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,32,power_law_1.2,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,16,power_law_1.01,0.05321599841117859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,power_law_1.01,0.15809919834136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,16,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,32,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,power_law_1.2,0.04547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,power_law_1.01,0.18429440259933472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,8,power_law_1.2,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,16,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,32,power_law_1.2,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,power_law_1.01,0.28282880783081055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,power_law_1.2,0.05319679975509643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,16,power_law_1.01,0.045075199007987975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,8,power_law_1.2,0.02948479950428009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,32,power_law_1.2,0.1362048029899597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,16,power_law_1.01,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,power_law_1.01,0.3313535928726196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,8,power_law_1.2,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,32,power_law_1.2,0.21872639656066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,16,power_law_1.01,0.05139840245246887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,8,power_law_1.2,0.03152639865875244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,power_law_1.01,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,power_law_1.01,0.4433919906616211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,32,power_law_1.2,0.2508863925933838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,16,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,8,power_law_1.2,0.03400959968566895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,power_law_1.01,0.04503679871559143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,16,power_law_1.01,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,32,power_law_1.2,0.35593600273132325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,power_law_1.2,0.09750400185585022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,8,power_law_1.2,0.03684479892253876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,power_law_1.01,0.04872319996356964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,32,power_law_1.01,0.6807487964630127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,16,power_law_1.01,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,power_law_1.2,0.12168320417404174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,8,power_law_1.2,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,32,power_law_1.2,0.5470528125762939
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,16,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,power_law_1.2,0.144377601146698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,8,power_law_1.2,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,32,power_law_1.01,1.2130047798156738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,32,power_law_1.2,0.590886402130127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,16,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,8,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,power_law_1.01,0.06490240097045899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,power_law_1.01,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,power_law_1.2,0.21340160369873046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,16,power_law_1.01,0.1314560055732727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,8,power_law_1.2,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,32,power_law_1.2,1.2310463905334472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,power_law_1.01,0.07434880137443542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,power_law_1.2,0.2476032018661499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,16,power_law_1.01,0.17367039918899535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,8,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,power_law_1.01,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,16,power_law_1.01,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,power_law_1.2,0.41881599426269533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,32,power_law_1.2,2.478483200073242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,8,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,power_law_1.01,0.1015936017036438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,16,power_law_1.01,0.32768640518188474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,4,power_law_1.2,0.034431999921798705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,power_law_1.2,0.5138432025909424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,16,power_law_1.01,0.3620863914489746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,8,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,power_law_1.01,0.14479360580444336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,4,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,power_law_1.01,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,power_law_1.01,0.5306367874145508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,8,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,power_law_1.01,0.14809600114822388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,16,power_law_1.2,0.7311039924621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,4,power_law_1.2,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,power_law_1.01,0.04339199960231781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,16,power_law_1.01,0.7831552028656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,8,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,power_law_1.01,0.20848639011383058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,power_law_1.01,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,4,power_law_1.2,0.0335999995470047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,8,power_law_1.2,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,16,power_law_1.2,1.1364352226257324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,16,power_law_1.01,1.5540224075317384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,power_law_1.01,0.04343039989471435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,power_law_1.01,0.28037118911743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,4,power_law_1.2,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,8,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,4,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,power_law_1.01,0.4016064167022705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,8,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,4,power_law_1.2,0.04135040044784546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,16,power_law_1.2,2.020345687866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,power_law_1.01,0.04666880071163178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,8,power_law_1.2,0.08071039915084839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,4,power_law_1.2,0.04299519956111908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,power_law_1.01,0.47246718406677246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,power_law_1.01,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,8,power_law_1.2,0.09992319941520691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,4,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,power_law_1.01,0.5306303977966309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,8,power_law_1.2,0.11632000207901001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,4,power_law_1.2,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,power_law_1.01,0.057548797130584715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,8,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,4,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,8,power_law_1.01,0.8912832260131835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,power_law_1.01,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,8,power_law_1.2,0.17694720029830932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,4,power_law_1.2,0.04506880044937134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,4,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,8,power_law_1.2,0.22876160144805907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,power_law_1.01,0.08254079818725586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,4,power_law_1.2,0.04995200037956238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,8,power_law_1.01,1.6904191970825195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,8,power_law_1.2,0.30986239910125735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,4,power_law_1.2,0.05694079995155334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,8,power_law_1.2,0.47248001098632814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,power_law_1.01,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,4,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,8,power_law_1.2,0.6281216144561768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,4,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,power_law_1.01,0.16220799684524537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,power_law_1.01,0.06819199919700622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,4,power_law_1.2,0.08375040292739869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,power_law_1.01,0.19230719804763793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,8,power_law_1.2,0.6844351768493653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,4,power_law_1.2,0.08703359961509705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,power_law_1.01,0.3072000026702881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,4,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,power_law_1.01,0.055718398094177245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,8,power_law_1.2,1.1094271659851074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,power_law_1.01,0.3569664001464844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,4,32,power_law_1.2,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,4,power_law_1.2,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,power_law_1.01,0.5077055931091309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,4,32,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,4,power_law_1.2,0.1755136013031006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,power_law_1.01,0.06595199704170226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,8,power_law_1.2,2.41910400390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,power_law_1.01,0.6586368083953857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,4,32,power_law_1.2,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,4,power_law_1.2,0.22305281162261964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,4,32,power_law_1.2,0.058195197582244874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,power_law_1.01,0.7704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,4,power_law_1.2,0.3168256044387817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,4,32,power_law_1.2,0.058169597387313844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,4,power_law_1.2,0.3633343935012817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,power_law_1.01,0.0694208025932312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,4,power_law_1.01,1.129849624633789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,4,32,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,4,power_law_1.2,0.502784013748169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,4,32,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,power_law_1.01,0.07147520184516906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,4,power_law_1.2,0.7655424118041992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,4,power_law_1.01,2.5456640243530275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,power_law_1.01,0.09216639995574952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,4,32,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,4,power_law_1.2,0.9805824279785156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,4,32,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,power_law_1.01,0.07825919985771179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,4,power_law_1.2,1.4737407684326171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,16,power_law_1.2,0.09215360283851623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,4,32,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,power_law_1.01,0.054054397344589236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,16,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,4,32,power_law_1.2,0.11548160314559937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,16,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,4,power_law_1.2,2.976358413696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,4,32,power_law_1.2,0.11920000314712524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,16,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,power_law_1.01,0.09810559749603272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,16,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,4,32,power_law_1.2,0.12450560331344604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,power_law_1.01,0.06755200028419495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,16,power_law_1.2,0.06615039706230164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,4,32,power_law_1.2,0.09095680117607116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,power_law_1.2,0.06838399767875672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,power_law_1.01,0.11304960250854493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,16,power_law_1.01,0.07048320174217224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,4,32,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,power_law_1.01,0.13313920497894288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,16,power_law_1.01,0.0715071976184845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,power_law_1.2,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,4,32,power_law_1.2,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,power_law_1.01,0.15216000080108644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,16,power_law_1.01,0.07410560250282287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,4,32,power_law_1.2,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,power_law_1.01,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,16,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,power_law_1.01,0.18881920576095582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,4,32,power_law_1.2,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,16,power_law_1.01,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,power_law_1.01,0.21831679344177246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,4,32,power_law_1.2,0.117958402633667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,16,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,power_law_1.01,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,power_law_1.01,0.2852864027023315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,power_law_1.2,0.08416640162467956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,4,32,power_law_1.2,0.14623359441757203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,16,power_law_1.01,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,power_law_1.01,0.05980799794197082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,power_law_1.01,0.34979839324951173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,4,32,power_law_1.2,0.1747007966041565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,power_law_1.01,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,16,power_law_1.01,0.08272640109062195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,power_law_1.2,0.09503999948501587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,4,32,power_law_1.2,0.2150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,power_law_1.01,0.502784013748169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,power_law_1.2,0.10403200387954711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,16,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,power_law_1.01,0.07537919878959656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,4,32,power_law_1.2,0.2457535982131958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,power_law_1.2,0.11429120302200317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,16,power_law_1.01,0.09322239756584168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,power_law_1.01,0.6471680164337158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,power_law_1.2,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,4,32,power_law_1.2,0.3708863973617554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,16,power_law_1.01,0.09747840166091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,power_law_1.01,0.07987840175628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,8,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,power_law_1.2,0.15726720094680785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,power_law_1.01,0.8286208152770996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,16,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,4,32,power_law_1.2,0.4093952178955078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,power_law_1.01,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,power_law_1.2,0.16260479688644408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,8,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,16,power_law_1.01,0.1183743953704834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,power_law_1.01,0.08233600258827209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,4,32,power_law_1.2,0.6913856029510498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,32,power_law_1.01,1.230668830871582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,power_law_1.2,0.20172159671783446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,8,power_law_1.2,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,16,power_law_1.01,0.13966720104217528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,4,32,power_law_1.2,0.760211181640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,8,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,power_law_1.2,0.24637439250946044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,16,power_law_1.01,0.15463680028915405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,32,power_law_1.01,2.4289215087890623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,8,power_law_1.2,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,power_law_1.2,0.33812479972839354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,16,power_law_1.01,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,power_law_1.01,0.10283520221710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,4,32,power_law_1.2,1.054105567932129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,8,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,16,power_law_1.01,0.23203840255737304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,power_law_1.01,0.10792959928512573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,power_law_1.2,0.4556735992431641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,4,32,power_law_1.2,2.0678720474243164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,8,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,16,power_law_1.01,0.3129215955734253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,power_law_1.01,0.10506880283355713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,power_law_1.2,0.6815680027008056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,8,power_law_1.2,0.07783679962158203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,16,power_law_1.01,0.38461439609527587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,8,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,power_law_1.2,0.8765312194824219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,4,32,power_law_1.2,5.130649566650391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,power_law_1.01,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,16,power_law_1.01,0.5335040092468262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,power_law_1.01,0.16056959629058837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,16,power_law_1.01,0.7405568122863769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,power_law_1.2,1.0717120170593262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,8,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,power_law_1.01,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,power_law_1.01,0.17920000553131105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,16,power_law_1.01,0.8364031791687012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,8,power_law_1.2,0.08230400085449219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,power_law_1.01,0.23797760009765626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,power_law_1.01,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,16,power_law_1.2,2.0215808868408205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,16,power_law_1.01,1.258892822265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,8,power_law_1.2,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,power_law_1.01,0.28120319843292235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,8,power_law_1.2,0.09932799935340882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,16,power_law_1.01,2.8719104766845702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,power_law_1.01,0.06247040033340454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,power_law_1.01,0.35000319480895997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,8,power_law_1.2,0.10362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,16,power_law_1.2,3.855744171142578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,power_law_1.01,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,4,power_law_1.2,0.05692160129547119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,power_law_1.01,0.4585536003112793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,8,power_law_1.2,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,8,power_law_1.2,0.10833920240402221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,4,power_law_1.2,0.05244160294532776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,power_law_1.01,0.6397952079772949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,power_law_1.01,0.07925760149955749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,8,power_law_1.2,0.12451200485229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,4,power_law_1.2,0.05240960121154785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,power_law_1.01,0.08706560134887695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,power_law_1.01,0.7769983768463135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,8,power_law_1.2,0.14254080057144164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,power_law_1.01,0.0886847972869873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,4,power_law_1.2,0.0585919976234436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,8,power_law_1.2,0.1834944009780884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,power_law_1.01,0.9777152061462402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,power_law_1.01,0.09031680226325989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,4,power_law_1.2,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,8,power_law_1.2,0.1826815962791443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,4,power_law_1.2,0.07414399981498718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,8,power_law_1.01,1.4436351776123046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,8,power_law_1.2,0.23654398918151856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,power_law_1.01,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,4,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,power_law_1.01,0.09358720183372497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,8,power_law_1.2,0.32685439586639403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,4,power_law_1.2,0.08621439933776856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,power_law_1.01,0.1013759970664978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,8,power_law_1.2,0.4055039882659912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,8,power_law_1.01,3.215769577026367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,4,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,8,power_law_1.2,0.5068799972534179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,power_law_1.01,0.15073920488357545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,4,power_law_1.2,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,power_law_1.01,0.1142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,power_law_1.01,0.22218880653381348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,8,power_law_1.2,0.6795519828796387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,4,power_law_1.2,0.09131519794464112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,power_law_1.01,0.12288639545440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,power_law_1.01,0.10524799823760986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,4,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,power_law_1.01,0.14335999488830567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,8,power_law_1.2,1.0153984069824218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,power_law_1.01,0.07923200130462646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,4,power_law_1.2,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,power_law_1.01,0.16568319797515868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,power_law_1.01,0.08231679797172546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,4,power_law_1.2,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,8,power_law_1.2,1.3031359672546388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,power_law_1.01,0.1921023964881897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,1,128,power_law_1.2,0.210534405708313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,4,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,power_law_1.01,0.23220479488372803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,1,128,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,8,power_law_1.2,1.8907072067260742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,4,power_law_1.2,0.11594879627227783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,power_law_1.01,0.09274880290031433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,power_law_1.01,0.29040639400482177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,1,128,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,4,power_law_1.2,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,power_law_1.01,0.09664000272750854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,power_law_1.01,0.32992000579833985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,1,128,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,4,power_law_1.2,0.14623359441757203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,power_law_1.01,0.4761536121368408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,power_law_1.01,0.09486719965934753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,8,power_law_1.2,4.641376113891601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,4,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,1,128,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,power_law_1.01,0.6056064128875732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,power_law_1.01,0.09895679950714112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,4,power_law_1.2,0.19657599925994873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,power_law_1.01,0.23694078922271727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,1,128,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,power_law_1.01,0.8269760131835937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,4,power_law_1.2,0.25088000297546387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,64,power_law_1.2,0.21441919803619386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,1,128,power_law_1.2,0.09219840168952942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,4,power_law_1.2,0.30023679733276365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,power_law_1.01,1.0958911895751953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,64,power_law_1.2,0.09994879961013795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,power_law_1.01,0.1001471996307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,4,power_law_1.2,0.3799040079116821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,1,128,power_law_1.2,0.09482240080833435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,power_law_1.01,1.2462080001831055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,64,power_law_1.2,0.09831039905548096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,power_law_1.01,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,4,power_law_1.2,0.5195775985717773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,power_law_1.01,0.06966400146484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,1,128,power_law_1.2,0.09932799935340882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,64,power_law_1.2,0.0681984007358551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,power_law_1.01,0.10506880283355713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,4,power_law_1.01,1.969152069091797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,4,power_law_1.2,0.6561855792999267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,64,power_law_1.2,0.06903039813041686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,1,128,power_law_1.2,0.09318400025367737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,power_law_1.01,0.1087488055229187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,4,power_law_1.2,0.8839167594909668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,power_law_1.01,0.08110719919204712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,64,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,4,power_law_1.01,4.100505447387695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,1,128,power_law_1.2,0.09788159728050232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,power_law_1.01,0.10487680435180664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,4,power_law_1.2,1.1864000320434571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,64,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,1,128,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,power_law_1.01,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,4,power_law_1.2,1.3522879600524902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,64,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,1,128,power_law_1.2,0.09747840166091919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,power_law_1.01,0.12799999713897706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,power_law_1.2,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,4,power_law_1.2,2.1956607818603517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,64,power_law_1.01,0.09768319725990296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,power_law_1.01,0.121452796459198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,power_law_1.01,0.14336639642715454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,1,128,power_law_1.2,0.10465279817581177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,power_law_1.2,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,64,power_law_1.01,0.09215360283851623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,power_law_1.01,0.118777596950531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,power_law_1.01,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,power_law_1.2,0.09380480051040649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,1,128,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,4,power_law_1.2,4.559455871582031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,64,power_law_1.01,0.0989184021949768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,power_law_1.01,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,power_law_1.2,0.09710720181465149
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,power_law_1.01,0.19886080026626587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,1,128,power_law_1.2,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,64,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,power_law_1.2,0.09932799935340882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,1,128,power_law_1.2,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,power_law_1.01,0.25128960609436035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,power_law_1.01,0.0698303997516632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,64,power_law_1.01,0.09910399913787842
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,power_law_1.2,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,1,128,power_law_1.2,0.1384511947631836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,power_law_1.01,0.2842623949050903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,power_law_1.01,0.07475839853286743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,power_law_1.2,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,64,power_law_1.01,0.10158720016479492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,power_law_1.01,0.07986559867858886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,1,128,power_law_1.2,0.16138240098953247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,power_law_1.2,0.10915839672088623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,power_law_1.01,0.37519359588623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,64,power_law_1.01,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,power_law_1.01,0.08948479890823365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,1,128,power_law_1.2,0.20314879417419435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,power_law_1.01,0.4990975856781006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,64,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,power_law_1.2,0.13188480138778685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,1,128,power_law_1.2,0.21752960681915284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,32,power_law_1.2,0.1226688027381897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,64,power_law_1.01,0.11263359785079956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,power_law_1.01,0.7053055763244629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,power_law_1.2,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,1,128,power_law_1.2,0.28098559379577637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,32,power_law_1.2,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,64,power_law_1.01,0.13312000036239624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,power_law_1.2,0.18451839685440063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,power_law_1.01,0.8679424285888672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,1,128,power_law_1.2,0.3336127996444702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,32,power_law_1.2,0.09745919704437256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,power_law_1.01,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,64,power_law_1.01,0.14335360527038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,power_law_1.2,0.19905920028686525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,1,128,power_law_1.2,0.4433728218078613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,32,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,power_law_1.01,1.0819775581359863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,power_law_1.01,0.09850879907608032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,64,power_law_1.01,0.167302405834198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,power_law_1.2,0.23941760063171386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,32,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,1,128,power_law_1.2,0.5511104106903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,64,power_law_1.01,0.18513920307159423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,128,power_law_1.01,1.7305599212646485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,power_law_1.2,0.2727936029434204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,32,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,power_law_1.01,0.10628479719161987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,1,128,power_law_1.2,0.9101311683654785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,64,power_law_1.01,0.235315203666687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,32,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,power_law_1.2,0.3864448070526123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,power_law_1.01,0.11038719415664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,64,power_law_1.01,0.2684992074966431
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,1,128,power_law_1.2,1.2122048377990722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,32,power_law_1.2,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,128,power_law_1.01,3.421791839599609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,power_law_1.2,0.4675583839416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,64,power_law_1.01,0.35184640884399415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,32,power_law_1.2,0.08804479837417603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,1,128,power_law_1.2,1.6523263931274415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,power_law_1.01,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,power_law_1.2,0.7163904190063477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,64,power_law_1.01,0.4478975772857666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,32,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,power_law_1.01,0.13537919521331787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,1,128,power_law_1.2,2.440415954589844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,64,power_law_1.01,0.5990399837493896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,power_law_1.01,0.09724799990653991
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,power_law_1.2,1.0047552108764648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,32,power_law_1.2,0.092985600233078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,power_law_1.01,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,64,power_law_1.01,0.7602176189422607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,power_law_1.01,0.10506880283355713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,power_law_1.2,1.3166336059570312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,32,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,power_law_1.01,0.18819839954376222
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,1,128,power_law_1.2,5.84582405090332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,64,power_law_1.01,0.9719807624816894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,32,power_law_1.2,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,power_law_1.01,0.2238464117050171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,64,power_law_1.01,1.4868479728698731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,64,power_law_1.2,2.035091209411621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,16,power_law_1.2,0.09211519956588746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,32,power_law_1.2,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,power_law_1.01,0.0757695972919464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,power_law_1.01,0.2689023971557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,32,power_law_1.2,0.10976639986038209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,power_law_1.01,0.078438401222229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,64,power_law_1.01,2.962835121154785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,16,power_law_1.2,0.09378560185432434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,power_law_1.01,0.360646390914917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,64,power_law_1.2,3.8758399963378904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,power_law_1.01,0.08725759983062745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,32,power_law_1.2,0.11018879413604736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,power_law_1.01,0.4302847862243652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,16,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,power_law_1.01,0.09195520281791687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,32,power_law_1.2,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,16,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,power_law_1.01,0.5945343971252441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,32,power_law_1.2,0.13231359720230101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,power_law_1.01,0.09299200177192687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,16,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,power_law_1.01,0.779475212097168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,32,power_law_1.2,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,16,power_law_1.2,0.07578240036964416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,power_law_1.01,0.09687039852142335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,32,power_law_1.2,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,16,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,power_law_1.01,0.932652759552002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,power_law_1.01,0.09992960095405579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,32,power_law_1.2,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,16,power_law_1.2,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,power_law_1.01,0.10321279764175414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,32,power_law_1.01,1.4395392417907715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,16,power_law_1.2,0.09194239974021912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,32,power_law_1.2,0.23391358852386473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,16,power_law_1.2,0.09137920141220093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,32,power_law_1.2,0.27504639625549315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,power_law_1.01,0.11284480094909669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,16,power_law_1.2,0.09543039798736572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,32,power_law_1.01,2.7164608001708985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,32,power_law_1.2,0.3891200065612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,power_law_1.01,0.118777596950531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,16,power_law_1.2,0.10097279548645019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,32,power_law_1.2,0.4712384223937988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,power_law_1.01,0.1341375946998596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,16,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,32,power_law_1.2,0.684441614151001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,power_law_1.01,0.15748480558395386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,16,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,power_law_1.01,0.186572802066803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,32,power_law_1.2,0.8728511810302735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,16,power_law_1.2,0.11162240505218506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,power_law_1.01,0.18840960264205933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,16,power_law_1.2,0.1148800015449524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,32,power_law_1.2,1.1982784271240234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,power_law_1.01,0.24618239402770997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,power_law_1.01,0.0679744005203247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,16,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,power_law_1.01,0.2828416109085083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,16,power_law_1.2,0.13660160303115845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,32,power_law_1.2,1.7141759872436524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,16,power_law_1.2,0.1605631947517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,power_law_1.01,0.3653631925582886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,power_law_1.01,0.06328319907188415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,16,power_law_1.2,0.1921023964881897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,power_law_1.01,0.46837759017944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,8,power_law_1.01,0.03276160061359405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,32,power_law_1.2,3.9008319854736326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,8,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,8,power_law_1.01,0.03276160061359405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,16,power_law_1.2,0.20502400398254395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,power_law_1.01,0.648806381225586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,power_law_1.01,0.08251519799232483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,8,power_law_1.01,0.033983999490737916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,8,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,16,power_law_1.2,0.2431040048599243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,power_law_1.01,0.09318400025367737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,8,power_law_1.01,0.03154560029506683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,power_law_1.01,0.8060864448547364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,8,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,8,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,16,power_law_1.2,0.3
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,power_law_1.01,0.09768959879875183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,8,power_law_1.2,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,8,power_law_1.01,0.0331712007522583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,power_law_1.01,0.9863167762756347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,power_law_1.01,0.09911680221557617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,16,power_law_1.2,0.39444479942321775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,8,power_law_1.01,0.0335999995470047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,8,power_law_1.2,0.06638720035552978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,8,power_law_1.01,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,power_law_1.01,0.10178560018539429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,16,power_law_1.2,0.4843264102935791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,16,power_law_1.01,1.5011903762817382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,8,power_law_1.2,0.07416960000991821
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,8,power_law_1.01,0.036057600378990175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,8,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,8,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,16,power_law_1.2,0.6909952163696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,8,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,power_law_1.01,0.10650240182876587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,8,power_law_1.2,0.09257599711418152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,16,power_law_1.01,2.93621768951416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,8,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,power_law_1.01,0.10956799983978271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,16,power_law_1.2,1.0280896186828614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,8,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,8,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,power_law_1.01,0.11735039949417114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,8,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,16,power_law_1.2,1.0553343772888184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,8,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,16,8,power_law_1.2,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,8,power_law_1.01,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,8,power_law_1.01,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,16,8,power_law_1.2,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,8,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,4,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,8,power_law_1.01,0.04589439928531647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,16,power_law_1.2,1.9019775390625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,16,8,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,power_law_1.01,0.1261504054069519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,power_law_1.01,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,8,power_law_1.2,0.10198400020599366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,8,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,16,8,power_law_1.2,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,4,power_law_1.2,0.06753919720649719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,power_law_1.01,0.14438400268554688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,power_law_1.01,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,8,power_law_1.01,0.058169597387313844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,16,8,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,8,power_law_1.2,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,8,power_law_1.01,0.0706496000289917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,16,8,power_law_1.2,0.033164799213409424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,4,power_law_1.2,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,16,power_law_1.2,3.379596710205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,power_law_1.01,0.1597440004348755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,8,power_law_1.2,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,8,power_law_1.01,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,16,8,power_law_1.2,0.03400320112705231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,4,power_law_1.2,0.06345599889755249
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,power_law_1.01,0.1978368043899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,8,power_law_1.01,0.12413439750671387
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,16,8,power_law_1.2,0.03400320112705231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,8,power_law_1.2,0.11466879844665527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,8,power_law_1.01,0.1433727979660034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,16,8,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,4,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,power_law_1.01,0.21893761157989503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,8,power_law_1.2,0.12205439805984497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,8,power_law_1.01,0.20194559097290038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,16,8,power_law_1.2,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,power_law_1.01,0.09216639995574952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,4,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,power_law_1.01,0.2836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,8,power_law_1.01,0.23900160789489747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,16,8,power_law_1.2,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,8,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,4,power_law_1.01,0.03447679877281189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,power_law_1.01,0.10505599975585937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,16,8,power_law_1.2,0.03769600093364715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,8,power_law_1.01,0.36535680294036865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,4,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,4,power_law_1.2,0.08764799833297729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,power_law_1.01,0.3522559881210327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,8,power_law_1.2,0.15073920488357545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,16,8,power_law_1.2,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,power_law_1.01,0.10730240345001221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,4,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,8,power_law_1.01,0.48640642166137693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,8,power_law_1.2,0.16505600214004518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,16,8,power_law_1.2,0.038073599338531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,power_law_1.01,0.4364287853240967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,4,power_law_1.2,0.10055040121078491
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,4,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,8,power_law_1.01,0.562175989151001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,power_law_1.01,0.11019519567489625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,16,8,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,4,power_law_1.01,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,8,power_law_1.2,0.19906560182571412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,16,8,power_law_1.01,0.9424896240234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,power_law_1.01,0.5822336196899414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,4,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,16,8,power_law_1.2,0.04588800072669983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,4,power_law_1.01,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,8,power_law_1.2,0.22999041080474852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,16,8,power_law_1.2,0.04627200067043304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,16,8,power_law_1.01,1.908121681213379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,power_law_1.01,0.12041599750518799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,4,power_law_1.01,0.03639039993286133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,4,power_law_1.2,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,power_law_1.01,0.7802879810333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,16,8,power_law_1.2,0.05489280223846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,8,power_law_1.2,0.29655680656433103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,4,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,power_law_1.01,0.1208191990852356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,4,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,16,8,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,4,power_law_1.2,0.1099776029586792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,4,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,8,power_law_1.2,0.3579967975616455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,power_law_1.01,0.9658304214477539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,16,8,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,power_law_1.01,0.1220352053642273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,4,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,4,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,4,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,8,power_law_1.2,0.4794367790222168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,16,8,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,4,power_law_1.01,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,power_law_1.01,0.13516160249710082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,4,power_law_1.2,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,power_law_1.01,1.2101632118225099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,16,8,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,4,power_law_1.01,0.03765760064125061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,8,power_law_1.2,0.6023104190826416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,4,power_law_1.2,0.11856000423431397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,power_law_1.01,0.1402624011039734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,4,power_law_1.2,0.032979199290275575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,16,8,power_law_1.2,0.1433727979660034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,4,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,4,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,power_law_1.01,0.15051519870758057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,16,8,power_law_1.2,0.20071039199829102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,8,power_law_1.01,1.8362367630004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,4,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,8,power_law_1.2,0.8122367858886719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,4,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,4,power_law_1.2,0.034246399998664856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,16,8,power_law_1.2,0.24840960502624512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,4,power_law_1.01,0.04501760005950928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,power_law_1.01,0.17015680074691772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,8,power_law_1.2,1.0366975784301757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,4,power_law_1.2,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,4,power_law_1.2,0.03523840010166168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,4,power_law_1.01,0.04585599899291992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,16,8,power_law_1.2,0.38419840335845945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,power_law_1.01,0.19333120584487914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,8,power_law_1.01,3.6173824310302733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,4,power_law_1.01,0.04793600142002106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,4,power_law_1.2,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,16,8,power_law_1.2,0.4798463821411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,power_law_1.01,0.24492158889770507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,8,power_law_1.2,1.1982784271240234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,4,power_law_1.2,0.14050559997558593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,4,power_law_1.01,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,4,power_law_1.2,0.03601279854774475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,16,8,power_law_1.2,0.608454418182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,power_law_1.01,0.26705920696258545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,4,power_law_1.01,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,4,power_law_1.2,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,8,power_law_1.2,2.026495933532715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,4,power_law_1.2,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,4,power_law_1.01,0.0818943977355957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,4,power_law_1.2,0.03933440148830414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,power_law_1.01,0.36433279514312744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,16,8,power_law_1.2,0.9486335754394531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,8,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,4,power_law_1.01,0.09358720183372497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,4,power_law_1.2,0.04016000032424927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,power_law_1.01,0.45159039497375486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,4,power_law_1.2,0.17244160175323486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,4,power_law_1.01,0.12554880380630493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,8,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,4,power_law_1.2,0.04016000032424927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,8,power_law_1.2,3.961862564086914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,16,8,power_law_1.2,1.85467529296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,power_law_1.01,0.5945536136627197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,4,power_law_1.01,0.1423359990119934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,4,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,8,power_law_1.01,0.034195199608802795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,4,power_law_1.2,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,power_law_1.01,0.7712768077850342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,4,power_law_1.2,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,4,power_law_1.01,0.20746240615844727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,8,power_law_1.01,0.034201601147651674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,power_law_1.01,1.024409580230713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,4,power_law_1.2,0.047116801142692566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,4,power_law_1.01,0.25808000564575195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,4,power_law_1.2,0.2537472009658813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,8,power_law_1.01,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,4,power_law_1.2,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,8,power_law_1.01,0.03566080033779144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,4,power_law_1.01,0.3473151922225952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,power_law_1.01,1.2998784065246582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,4,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,4,power_law_1.2,0.277510404586792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,8,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,4,power_law_1.01,0.454860782623291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,power_law_1.01,1.5589183807373046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,4,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,8,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,4,power_law_1.01,0.5494783878326416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,4,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,4,power_law_1.2,0.36188158988952634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,8,power_law_1.01,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,4,power_law_1.01,2.3781759262084963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,32,4,power_law_1.01,1.036684799194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,4,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,16,8,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,8,power_law_1.01,0.03772799968719483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,16,8,power_law_1.2,0.036006399989128114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,4,power_law_1.2,0.46959362030029295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,4,power_law_1.2,0.13434879779815673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,8,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,32,4,power_law_1.01,1.9347520828247071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,16,8,power_law_1.2,0.034016001224517825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,4,power_law_1.2,0.15175039768218995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,4,power_law_1.01,4.786380767822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,8,power_law_1.01,0.03928320109844208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,16,8,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,4,power_law_1.2,0.6268991947174072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,4,power_law_1.2,0.2416640043258667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,8,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,16,8,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,4,power_law_1.2,0.29716479778289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,8,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,16,8,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,4,power_law_1.2,0.8069248199462891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,8,power_law_1.01,0.049568000435829165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,16,8,power_law_1.2,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,4,power_law_1.2,0.3692480087280273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,16,8,power_law_1.2,0.035622400045394895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,8,power_law_1.01,0.05203199982643127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,4,power_law_1.2,0.5314496040344239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,4,power_law_1.01,0.03852159976959228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,4,power_law_1.2,1.0901568412780762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,16,8,power_law_1.2,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,4,power_law_1.2,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,8,power_law_1.01,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,4,power_law_1.2,0.631603193283081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,4,power_law_1.01,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,16,8,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,8,power_law_1.01,0.06759039759635925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,4,power_law_1.2,0.03806720077991486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,4,power_law_1.01,0.036057600378990175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,32,4,power_law_1.2,0.9216064453125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,16,8,power_law_1.2,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,4,power_law_1.2,1.34901762008667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,8,power_law_1.01,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,4,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,4,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,16,8,power_law_1.2,0.03971840143203735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,8,power_law_1.01,0.09624959826469422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,32,4,power_law_1.2,1.9669504165649414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,4,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,16,8,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,4,power_law_1.2,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,8,power_law_1.01,0.12208000421524048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,4,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,4,power_law_1.2,1.7354751586914063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,16,8,power_law_1.2,0.042182400822639465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,4,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,8,power_law_1.01,0.16670080423355102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,4,power_law_1.01,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,16,8,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,4,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,8,power_law_1.01,0.20171520709991456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,4,power_law_1.01,0.03770880103111267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,16,8,power_law_1.2,0.05238400101661682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,4,power_law_1.2,2.5247871398925783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,4,power_law_1.2,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,8,power_law_1.01,0.28016641139984133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,4,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,16,8,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,4,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,4,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,8,power_law_1.01,0.34344959259033203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,4,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,16,8,power_law_1.2,0.066348797082901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,4,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,8,power_law_1.01,0.5040128231048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,128,power_law_1.2,0.06862720251083373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,4,power_law_1.2,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,16,8,power_law_1.2,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,4,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,4,power_law_1.2,5.547417449951172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,8,power_law_1.01,0.6293504238128662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,power_law_1.01,0.06410239934921265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,4,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,16,8,power_law_1.2,0.09645439982414246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,4,power_law_1.01,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,128,power_law_1.2,0.06164479851722717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,8,power_law_1.01,0.8298432350158691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,4,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,power_law_1.01,0.05858560204505921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,16,8,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,4,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,4,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,128,power_law_1.2,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,16,8,power_law_1.01,1.2822527885437012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,16,8,power_law_1.2,0.16998399496078492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,4,power_law_1.01,0.04912639856338501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,power_law_1.01,0.06574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,4,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,4,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,16,8,power_law_1.2,0.20212481021881104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,128,power_law_1.2,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,4,power_law_1.2,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,16,8,power_law_1.01,2.621017646789551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,4,power_law_1.01,0.055315202474594115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,16,8,power_law_1.2,0.28344318866729734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,4,power_law_1.2,0.052851200103759766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,128,power_law_1.2,0.060819202661514284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,4,power_law_1.01,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,4,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,16,8,power_law_1.2,0.3524672031402588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,4,power_law_1.2,0.06556159853935242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,4,power_law_1.01,0.07352319955825806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,128,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,16,8,power_law_1.2,0.4745215892791748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,4,power_law_1.2,0.0819263994693756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,4,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,128,power_law_1.2,0.06139519810676575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,16,8,power_law_1.2,0.6701119899749756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,4,power_law_1.2,0.10280319452285766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,4,power_law_1.01,0.11735039949417114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,power_law_1.01,0.06472960114479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,power_law_1.01,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,16,8,power_law_1.2,0.8744959831237793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,4,power_law_1.2,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,128,power_law_1.2,0.06287360191345215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,4,power_law_1.01,0.1605247974395752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,power_law_1.01,0.06550400257110596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,4,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,power_law_1.01,0.06286720037460328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,4,power_law_1.01,0.18431999683380126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,16,8,power_law_1.2,1.3264960289001464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,128,power_law_1.2,0.06369280219078063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,power_law_1.01,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,4,power_law_1.2,0.21320960521697999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,4,power_law_1.01,0.29265921115875243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,128,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,4,power_law_1.2,0.3004415988922119
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,16,8,power_law_1.2,2.675916862487793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,4,power_law_1.01,0.3536895990371704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,power_law_1.01,0.062457597255706786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,64,power_law_1.2,0.10730880498886108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,4,power_law_1.2,0.37294080257415774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,128,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,4,power_law_1.01,0.5105663776397705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,4,power_law_1.2,0.5683008193969726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,128,power_law_1.2,0.07044479846954346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,4,power_law_1.01,0.7393343925476075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,power_law_1.01,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,64,power_law_1.2,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,4,power_law_1.2,0.7049280166625976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,128,power_law_1.2,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,4,power_law_1.01,0.8630208015441895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,64,power_law_1.2,0.05569919943809509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,128,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,32,4,power_law_1.01,1.3395968437194825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,4,power_law_1.2,0.8671232223510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,64,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,power_law_1.01,0.06574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,128,power_law_1.2,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,32,4,power_law_1.01,2.352742385864258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,32,4,power_law_1.2,1.3674495697021485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,power_law_1.01,0.10239360332489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,64,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,128,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,128,power_law_1.2,0.09463679790496826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,power_law_1.01,0.12041599750518799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,64,power_law_1.2,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,power_law_1.01,0.07086719870567322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,32,4,power_law_1.2,2.9218687057495116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,128,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,power_law_1.01,0.12307840585708618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,64,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,128,power_law_1.2,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,power_law_1.01,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,power_law_1.2,0.16463359594345092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,power_law_1.01,0.07557119727134705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,64,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,128,power_law_1.01,0.15359359979629517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,power_law_1.01,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,power_law_1.2,0.19046399593353272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,power_law_1.01,0.08090239763259888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,64,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,power_law_1.01,0.06146559715270996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,128,power_law_1.01,0.1712448000907898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,power_law_1.2,0.2398144006729126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,64,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,128,power_law_1.01,0.2250688076019287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,power_law_1.2,0.32931840419769287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,32,power_law_1.2,0.07617920041084289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,power_law_1.01,0.08787199854850769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,power_law_1.01,0.06532480120658875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,64,power_law_1.2,0.07147520184516906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,power_law_1.2,0.43520002365112304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,128,power_law_1.01,0.27156479358673097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,32,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,power_law_1.01,0.09420160055160523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,64,power_law_1.2,0.07207679748535156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,power_law_1.2,0.560537576675415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,32,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,128,power_law_1.01,0.384224009513855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,64,power_law_1.2,0.0749888002872467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,power_law_1.2,0.8286208152770996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,32,power_law_1.2,0.05485439896583557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,128,power_law_1.01,0.46796159744262694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,32,power_law_1.2,0.057548797130584715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,64,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,power_law_1.2,1.0528767585754395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,32,power_law_1.2,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,128,power_law_1.01,0.6746175765991211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,64,power_law_1.2,0.08684800267219543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,power_law_1.01,0.15011839866638182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,power_law_1.2,1.355571174621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,32,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,power_law_1.01,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,64,power_law_1.2,0.09009919762611389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,power_law_1.01,0.16711679697036744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,128,power_law_1.01,0.9244671821594238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,32,power_law_1.2,0.0648959994316101
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,power_law_1.01,0.08293759822845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,128,power_law_1.2,2.306656074523926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,64,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,power_law_1.01,0.22016000747680664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,32,power_law_1.2,0.06574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,128,power_law_1.01,1.102412796020508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,power_law_1.01,0.0911296010017395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,64,power_law_1.2,0.11245440244674683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,power_law_1.01,0.05942400097846985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,power_law_1.01,0.26030080318450927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,16,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,32,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,64,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,128,power_law_1.2,4.750336074829102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,32,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,power_law_1.01,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,power_law_1.01,0.35573759078979494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,16,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,128,power_law_1.01,1.7612735748291015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,32,power_law_1.2,0.07392640113830566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,power_law_1.01,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,64,power_law_1.2,0.15401599407196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,power_law_1.01,0.46305279731750487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,16,power_law_1.2,0.05446400046348572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,32,power_law_1.2,0.07601280212402343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,power_law_1.01,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,power_law_1.01,0.10752639770507813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,64,power_law_1.2,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,16,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,power_law_1.01,0.6414207935333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,128,power_law_1.01,3.3980350494384766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,power_law_1.01,0.06966400146484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,32,power_law_1.2,0.07598080039024353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,16,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,64,power_law_1.2,0.23633921146392822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,power_law_1.01,0.07209600210189819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,32,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,power_law_1.01,0.15091840028762818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,power_law_1.01,0.8703935623168946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,16,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,32,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,64,power_law_1.2,0.2752511978149414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,power_law_1.01,0.172435200214386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,power_law_1.01,0.07474560141563416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,32,power_law_1.2,0.09728639721870422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,16,power_law_1.2,0.06632959842681885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,power_law_1.01,1.0436479568481445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,power_law_1.01,0.22119040489196778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,64,power_law_1.2,0.3880959987640381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,32,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,16,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,power_law_1.01,0.2648063898086548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,32,power_law_1.2,0.12451200485229492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,64,power_law_1.2,0.5404672145843505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,16,power_law_1.2,0.07104640007019043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,64,power_law_1.01,1.6142335891723634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,32,power_law_1.2,0.1546239972114563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,power_law_1.01,0.35119359493255614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,16,power_law_1.2,0.07454079985618592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,64,power_law_1.2,0.7352320194244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,32,power_law_1.2,0.17838079929351808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,16,power_law_1.2,0.08024960160255432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,power_law_1.01,0.4593664169311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,64,power_law_1.01,3.156787109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,64,power_law_1.2,0.9801728248596191
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,32,power_law_1.2,0.2279360055923462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,16,power_law_1.2,0.08313599824905396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,power_law_1.01,0.6520703792572021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,32,power_law_1.2,0.2803647994995117
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,16,power_law_1.2,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,64,power_law_1.2,1.1667455673217773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,power_law_1.01,0.8355839729309082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,32,power_law_1.2,0.37580161094665526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,16,power_law_1.2,0.09177600145339966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,power_law_1.01,0.12780159711837769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,64,power_law_1.2,1.919590377807617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,16,power_law_1.2,0.09687039852142335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,32,power_law_1.2,0.5445504188537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,power_law_1.01,1.020723247528076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,power_law_1.01,0.13148800134658814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,16,power_law_1.2,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,32,power_law_1.2,0.7221183776855469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,power_law_1.01,0.157695996761322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,32,power_law_1.01,1.6617471694946289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,power_law_1.01,0.07169280052185059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,16,power_law_1.2,0.10483200550079345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,64,power_law_1.2,3.6534271240234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,power_law_1.01,0.1810431957244873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,32,power_law_1.2,0.9203712463378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,16,power_law_1.2,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,power_law_1.01,0.07083520293235779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,power_law_1.01,0.23552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,16,power_law_1.2,0.13230079412460327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,32,power_law_1.01,3.2485374450683593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,power_law_1.01,0.05836799740791321
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,32,power_law_1.2,1.1773759841918945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,8,power_law_1.2,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,power_law_1.01,0.28752639293670657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,16,power_law_1.2,0.16219520568847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,8,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,power_law_1.01,0.39198079109191897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,16,power_law_1.2,0.1916864037513733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,power_law_1.01,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,32,power_law_1.2,1.8645055770874024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,8,power_law_1.2,0.05368959903717041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,16,power_law_1.2,0.24291200637817384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,power_law_1.01,0.500710391998291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,8,power_law_1.2,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,16,power_law_1.2,0.30846080780029295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,power_law_1.01,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,power_law_1.01,0.7213119983673095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,8,power_law_1.2,0.06204800009727478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,16,power_law_1.2,0.4210815906524658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,32,power_law_1.2,3.9057342529296877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,power_law_1.01,0.08068479895591736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,8,power_law_1.2,0.06821759939193725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,power_law_1.01,0.8949824333190918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,16,power_law_1.2,0.557260799407959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,8,power_law_1.2,0.07720959782600403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,power_law_1.01,1.156499195098877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,16,power_law_1.2,0.7766016006469727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,8,power_law_1.2,0.07828480005264282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,power_law_1.01,0.0851967990398407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,8,power_law_1.2,0.0802944004535675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,16,power_law_1.2,0.9727999687194824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,16,power_law_1.01,1.7002559661865235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,8,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,8,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,16,power_law_1.2,1.1941823959350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,power_law_1.01,0.03747200071811676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,16,power_law_1.01,3.4164737701416015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,power_law_1.01,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,8,power_law_1.2,0.08663679957389832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,power_law_1.01,0.03482879996299744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,16,power_law_1.2,1.9269632339477538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,8,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,power_law_1.01,0.03440000116825104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,8,power_law_1.2,0.09523199796676636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,power_law_1.01,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,power_law_1.01,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,8,power_law_1.2,0.10587519407272339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,power_law_1.01,0.13474559783935547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,16,power_law_1.2,4.062822341918945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,1,128,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,power_law_1.01,0.036025598645210266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,8,power_law_1.2,0.11653120517730713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,power_law_1.01,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,1,128,power_law_1.2,0.037241598963737486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,power_law_1.01,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,8,power_law_1.2,0.11858559846878051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,power_law_1.01,0.17531520128250122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,1,128,power_law_1.2,0.033983999490737916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,power_law_1.01,0.20684800148010254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,8,power_law_1.2,0.1363968014717102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,1,128,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,power_law_1.01,0.2668544054031372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,8,power_law_1.2,0.15113600492477416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,1,128,power_law_1.2,0.034835198521614076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,power_law_1.01,0.3215359926223755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,power_law_1.01,0.07884160280227662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,1,128,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,8,power_law_1.2,0.1810495972633362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,power_law_1.01,0.03930880129337311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,power_law_1.01,0.4429759979248047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,1,128,power_law_1.2,0.035622400045394895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,power_law_1.01,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,4,power_law_1.2,0.07046399712562561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,8,power_law_1.2,0.21975040435791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,power_law_1.01,0.03765760064125061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,1,128,power_law_1.2,0.03684479892253876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,power_law_1.01,0.04299519956111908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,power_law_1.01,0.09686400294303894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,power_law_1.01,0.5597184181213379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,8,power_law_1.2,0.2736128091812134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,power_law_1.01,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,4,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,1,128,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,power_law_1.01,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,8,power_law_1.2,0.3456959962844849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,4,power_law_1.2,0.05815039873123169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,power_law_1.01,0.7839744091033936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,1,128,power_law_1.2,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,power_law_1.01,0.03607040047645569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,power_law_1.01,0.04996480047702789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,power_law_1.01,0.10403200387954711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,4,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,8,power_law_1.2,0.47530241012573243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,1,128,power_law_1.2,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,64,power_law_1.2,0.037651199102401736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,power_law_1.01,0.05671679973602295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,power_law_1.01,1.0117119789123534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,4,power_law_1.2,0.0688256025314331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,power_law_1.01,0.03808000087738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,1,128,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,8,power_law_1.2,0.6060031890869141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,64,power_law_1.2,0.03521279990673065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,power_law_1.01,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,1,128,power_law_1.2,0.04382080137729645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,4,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,power_law_1.01,0.11162879467010497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,power_law_1.01,1.2429311752319336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,64,power_law_1.2,0.035648000240325925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,power_law_1.01,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,8,power_law_1.2,0.8577024459838867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,power_law_1.01,0.0381056010723114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,1,128,power_law_1.2,0.040531200170516965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,64,power_law_1.2,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,power_law_1.01,0.07410560250282287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,4,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,power_law_1.01,0.11469440460205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,1,128,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,8,power_law_1.01,1.9191808700561523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,power_law_1.01,0.08644480109214783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,64,power_law_1.2,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,8,power_law_1.2,1.1015999794006348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,power_law_1.01,0.11652480363845825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,4,power_law_1.2,0.09952639937400817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,1,128,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,64,power_law_1.2,0.03683840036392212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,power_law_1.01,0.11488640308380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,1,128,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,4,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,64,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,8,power_law_1.2,1.3105279922485351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,power_law_1.01,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,power_law_1.01,0.13640320301055908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,8,power_law_1.01,3.994009780883789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,power_law_1.01,0.14869760274887084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,1,128,power_law_1.2,0.057548797130584715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,64,power_law_1.2,0.036083200573921205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,4,power_law_1.2,0.10609279870986939
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,power_law_1.01,0.1876031994819641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,1,128,power_law_1.2,0.06918399930000305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,64,power_law_1.2,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,power_law_1.01,0.15359359979629517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,power_law_1.01,0.04216960072517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,8,power_law_1.2,2.040019226074219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,4,power_law_1.2,0.11018879413604736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,1,128,power_law_1.2,0.08398079872131348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,power_law_1.01,0.24145920276641847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,64,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,power_law_1.01,0.15445120334625245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,1,128,power_law_1.2,0.10325119495391846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,4,power_law_1.2,0.11918079853057861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,power_law_1.01,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,64,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,power_law_1.01,0.18410880565643312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,power_law_1.01,0.352454400062561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,1,128,power_law_1.2,0.14439040422439575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,8,power_law_1.2,4.564396667480469
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,64,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,4,power_law_1.2,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,1,128,power_law_1.2,0.17448320388793945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,power_law_1.01,0.05449600219726562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,power_law_1.01,0.4892672061920166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,64,power_law_1.2,0.042156800627708435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,power_law_1.01,0.22424960136413574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,power_law_1.01,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,1,128,power_law_1.2,0.24678399562835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,4,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,64,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,power_law_1.01,0.5740608215332031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,power_law_1.01,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,power_law_1.01,0.26480000019073485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,1,128,power_law_1.2,0.32707839012145995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,4,power_law_1.2,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,64,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,power_law_1.01,0.34652159214019773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,1,128,power_law_1.2,0.48762879371643064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,64,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,128,power_law_1.01,0.8454143524169921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,power_law_1.01,0.12124799489974976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,4,power_law_1.2,0.15401599407196045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,1,128,power_law_1.2,0.5834688186645508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,power_law_1.01,0.41799678802490237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,64,power_law_1.2,0.049568000435829165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,4,power_law_1.2,0.1546239972114563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,64,power_law_1.2,0.05896959900856018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,power_law_1.01,0.19742720127105712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,power_law_1.01,0.5629695892333985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,4,power_law_1.2,0.1806015968322754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,1,128,power_law_1.2,0.6950911998748779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,128,power_law_1.01,1.904435157775879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,64,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,power_law_1.01,0.22363519668579102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,4,power_law_1.2,0.19210879802703856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,power_law_1.01,0.7315199851989747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,64,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,1,128,power_law_1.2,1.2302528381347657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,power_law_1.01,0.3336064100265503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,power_law_1.01,0.03523840010166168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,4,power_law_1.2,0.23265280723571777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,64,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,power_law_1.01,0.9846783638000488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,power_law_1.01,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,4,power_law_1.2,0.27607040405273436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,power_law_1.01,0.43848319053649903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,64,power_law_1.2,0.12676479816436767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,32,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,power_law_1.01,1.2285951614379882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,1,128,power_law_1.2,2.379769515991211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,64,power_law_1.2,0.15975040197372437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,4,power_law_1.2,0.36085760593414307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,power_law_1.01,0.5089344024658203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,32,power_law_1.2,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,64,power_law_1.2,0.24268798828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,power_law_1.01,1.5618047714233398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,power_law_1.01,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,4,power_law_1.2,0.4099775791168213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,32,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,64,power_law_1.01,0.8867839813232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,64,power_law_1.2,0.30207359790802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,32,power_law_1.2,0.03561600148677826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,4,power_law_1.2,0.5814271926879883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,4,power_law_1.01,2.4440832138061523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,64,power_law_1.2,0.49214720726013184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,32,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,64,power_law_1.01,1.9171327590942382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,power_law_1.01,0.04174720048904419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,4,power_law_1.2,0.7553023815155029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,32,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,64,power_law_1.2,0.6664192199707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,32,power_law_1.2,0.038124799728393555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,4,power_law_1.2,1.0606975555419922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,4,power_law_1.01,4.536934280395508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,64,power_law_1.2,0.7663680076599121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,power_law_1.01,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,32,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,power_law_1.01,0.04629760086536407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,power_law_1.01,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,32,power_law_1.2,0.03811199963092804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,4,power_law_1.2,1.399398422241211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,power_law_1.01,0.049568000435829165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,64,power_law_1.2,1.2171263694763184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,32,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,power_law_1.01,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,power_law_1.01,0.033983999490737916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,32,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,4,power_law_1.2,1.6318399429321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,power_law_1.01,0.06183680295944214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,32,power_law_1.2,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,64,power_law_1.2,2.376908874511719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,power_law_1.01,0.03687680065631867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,16,power_law_1.2,0.04544639885425568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,power_law_1.01,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,32,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,4,power_law_1.2,2.5202688217163085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,power_law_1.01,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,16,power_law_1.2,0.0331712007522583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,32,power_law_1.2,0.04382080137729645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,16,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,power_law_1.01,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,32,power_law_1.2,0.04752640128135681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,16,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,power_law_1.01,0.14867839813232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,32,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,4,power_law_1.2,5.318451309204102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,power_law_1.01,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,16,power_law_1.2,0.037241598963737486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,power_law_1.01,0.19824639558792115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,32,power_law_1.2,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,16,power_law_1.2,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,32,power_law_1.2,0.05877760052680969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,power_law_1.01,0.22344319820404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,power_law_1.01,0.04097279906272888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,16,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,32,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,power_law_1.01,0.044268798828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,power_law_1.01,0.042156800627708435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,power_law_1.01,0.32522239685058596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,16,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,32,power_law_1.2,0.08459519743919372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,32,power_law_1.2,0.0946175992488861
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,16,power_law_1.2,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,power_law_1.01,0.044249600172042845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,power_law_1.01,0.4147200107574463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,power_law_1.01,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,8,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,32,power_law_1.2,0.12695679664611817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,16,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,power_law_1.01,0.04878720045089722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,power_law_1.01,0.03770880103111267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,8,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,power_law_1.01,0.5380095958709716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,32,power_law_1.2,0.15482879877090455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,16,power_law_1.2,0.04133760035037994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,power_law_1.01,0.04996480047702789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,8,power_law_1.2,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,32,power_law_1.2,0.21565439701080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,16,power_law_1.2,0.04216960072517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,power_law_1.01,0.05240960121154785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,power_law_1.01,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,8,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,32,power_law_1.01,0.7979008197784424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,16,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,32,power_law_1.2,0.2893759965896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,power_law_1.01,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,8,power_law_1.2,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,16,power_law_1.2,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,power_law_1.01,0.06491519808769226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,power_law_1.01,0.04503679871559143
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,32,power_law_1.2,0.38645761013031005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,8,power_law_1.2,0.04053759872913361
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,32,power_law_1.01,1.516748809814453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,16,power_law_1.2,0.04832639992237091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,power_law_1.01,0.08150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,8,power_law_1.2,0.044249600172042845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,32,power_law_1.2,0.5687295913696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,16,power_law_1.2,0.04999679923057556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,power_law_1.01,0.09543039798736572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,8,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,16,power_law_1.2,0.05364480018615723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,32,power_law_1.2,0.6762303829193115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,power_law_1.01,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,8,power_law_1.2,0.04549759924411774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,power_law_1.01,0.044223999977111815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,power_law_1.01,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,16,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,8,power_law_1.2,0.0471231997013092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,power_law_1.01,0.14540159702301025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,power_law_1.01,0.0385343998670578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,power_law_1.01,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,32,power_law_1.2,1.1347968101501464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,16,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,8,power_law_1.2,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,power_law_1.01,0.20928640365600587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,16,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,8,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,power_law_1.01,0.03969280123710632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,power_law_1.01,0.25435519218444824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,16,power_law_1.2,0.0966592013835907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,4,power_law_1.2,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,8,power_law_1.2,0.05118079781532288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,power_law_1.01,0.058169597387313844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,32,power_law_1.2,2.8002304077148437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,16,power_law_1.2,0.13701119422912597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,power_law_1.01,0.35552639961242677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,8,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,4,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,power_law_1.01,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,16,power_law_1.2,0.16651519536972045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,8,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,power_law_1.01,0.06876800060272217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,4,power_law_1.2,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,power_law_1.01,0.4761472225189209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,16,power_law_1.2,0.23100800514221193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,power_law_1.01,0.07414399981498718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,8,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,4,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,power_law_1.01,0.09728000164031983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,16,power_law_1.2,0.2987967967987061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,8,power_law_1.2,0.058771198987960814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,power_law_1.01,0.5564352035522461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,power_law_1.01,0.0507968008518219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,4,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,power_law_1.01,0.1124351978302002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,8,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,16,power_law_1.2,0.4188096046447754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,power_law_1.01,0.0507968008518219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,4,power_law_1.2,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,8,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,16,power_law_1.01,0.8654848098754883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,16,power_law_1.2,0.5896063804626465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,power_law_1.01,0.1810431957244873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,power_law_1.01,0.05242239832878113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,4,power_law_1.2,0.05159040093421936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,8,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,4,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,power_law_1.01,0.24145920276641847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,8,power_law_1.2,0.12655999660491943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,16,power_law_1.2,0.7528512001037597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,power_law_1.01,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,16,power_law_1.01,1.8386943817138672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,4,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,8,power_law_1.2,0.15811840295791627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,power_law_1.01,0.2975680112838745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,power_law_1.01,0.05200639963150024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,power_law_1.01,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,4,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,8,power_law_1.2,0.18186880350112916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,power_law_1.01,0.4177855968475342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,16,power_law_1.2,1.2703680038452148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,power_law_1.01,0.05509120225906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,power_law_1.01,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,4,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,8,power_law_1.2,0.2627648115158081
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,power_law_1.01,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,power_law_1.01,0.5310463905334473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,power_law_1.01,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,4,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,8,power_law_1.2,0.3258368015289307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,power_law_1.01,0.05813760161399841
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,4,32,power_law_1.2,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,power_law_1.01,0.653715181350708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,power_law_1.01,0.06926079988479614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,4,power_law_1.2,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,16,power_law_1.2,3.0898111343383787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,8,power_law_1.2,0.5150720119476319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,4,power_law_1.2,0.05815039873123169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,4,32,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,8,power_law_1.01,1.093017578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,8,power_law_1.2,0.6565824031829834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,4,power_law_1.2,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,4,32,power_law_1.2,0.051596802473068235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,power_law_1.01,0.06513919830322265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,power_law_1.01,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,4,power_law_1.2,0.06638079881668091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,8,power_law_1.2,0.8679424285888672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,8,power_law_1.01,1.9032255172729493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,4,32,power_law_1.2,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,power_law_1.01,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,4,power_law_1.2,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,power_law_1.01,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,4,32,power_law_1.2,0.055904000997543335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,4,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,power_law_1.01,0.17941759824752807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,8,power_law_1.2,1.299020767211914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,power_law_1.01,0.06673280000686646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,4,32,power_law_1.2,0.058143997192382814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,4,power_law_1.2,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,power_law_1.01,0.22671360969543458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,power_law_1.01,0.07310720086097718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,4,32,power_law_1.2,0.0597760021686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,4,power_law_1.2,0.12166399955749511
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,power_law_1.01,0.3094655990600586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,8,power_law_1.2,2.3814144134521484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,4,32,power_law_1.2,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,4,power_law_1.2,0.15338879823684692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,power_law_1.01,0.36801919937133787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,power_law_1.01,0.09870719909667969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,4,32,power_law_1.2,0.06060799956321716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,4,power_law_1.2,0.18350080251693726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,power_law_1.01,0.11448320150375366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,power_law_1.01,0.06963840126991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,power_law_1.01,0.540876817703247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,4,32,power_law_1.2,0.06287360191345215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,4,power_law_1.2,0.23491199016571046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,power_law_1.01,0.15400960445404052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,4,32,power_law_1.2,0.06391680240631104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,power_law_1.01,0.6979455947875977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,4,power_law_1.2,0.32050559520721433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,power_law_1.01,0.19459199905395508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,power_law_1.01,0.05058559775352478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,4,32,power_law_1.2,0.066348797082901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,4,power_law_1.2,0.39792640209198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,power_law_1.01,0.24637439250946044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,power_law_1.01,0.9375679969787598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,4,32,power_law_1.2,0.06698240041732788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,power_law_1.01,0.05322239995002746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,16,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,power_law_1.01,0.3248255968093872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,4,power_law_1.2,0.6297599792480468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,4,32,power_law_1.2,0.07332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,16,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,power_law_1.01,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,4,power_law_1.01,1.4424192428588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,power_law_1.01,0.4030464172363281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,16,power_law_1.2,0.05119360089302063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,4,32,power_law_1.2,0.07598080039024353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,4,power_law_1.2,0.7851967811584473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,power_law_1.01,0.5826496124267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,16,power_law_1.2,0.052825599908828735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,4,32,power_law_1.2,0.08540160059928895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,4,power_law_1.2,0.9224384307861329
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,16,power_law_1.2,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,power_law_1.01,0.7917632102966309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,4,power_law_1.01,2.627961540222168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,power_law_1.01,0.0622655987739563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,4,32,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,16,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,power_law_1.01,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,4,32,power_law_1.2,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,power_law_1.01,0.9203712463378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,4,power_law_1.2,1.5581184387207032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,16,power_law_1.2,0.060172802209854125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,power_law_1.01,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,4,32,power_law_1.2,0.11694079637527466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,16,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,4,32,power_law_1.2,0.14417279958724977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,32,power_law_1.01,1.4329536437988282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,power_law_1.01,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,4,power_law_1.2,2.9280256271362304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,16,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,power_law_1.01,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,4,32,power_law_1.2,0.17141760587692262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,16,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,power_law_1.01,0.06841599941253662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,4,32,power_law_1.2,0.22057600021362306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,power_law_1.01,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,32,power_law_1.01,3.052947235107422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,power_law_1.01,0.07332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,16,power_law_1.2,0.06964480280876159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,4,32,power_law_1.2,0.2726016044616699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,8,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,power_law_1.01,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,16,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,4,32,power_law_1.2,0.35000319480895997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,power_law_1.01,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,8,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,power_law_1.01,0.08376320004463196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,16,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,8,power_law_1.2,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,4,32,power_law_1.2,0.47574400901794434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,power_law_1.01,0.09342079758644103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,16,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,power_law_1.01,0.06961280107498169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,8,power_law_1.2,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,16,power_law_1.2,0.08150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,4,32,power_law_1.2,0.638976001739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,power_law_1.01,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,power_law_1.01,0.07414399981498718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,8,power_law_1.2,0.05856000185012818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,16,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,power_law_1.01,0.11528960466384888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,8,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,4,32,power_law_1.2,0.9142271995544433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,16,power_law_1.2,0.09154559969902039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,power_law_1.01,0.14335360527038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,8,power_law_1.2,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,16,power_law_1.2,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,4,32,power_law_1.2,1.1400768280029296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,8,power_law_1.2,0.06920959949493408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,power_law_1.01,0.1615872025489807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,16,power_law_1.2,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,8,power_law_1.2,0.07043200135231018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,power_law_1.01,0.20357120037078857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,16,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,4,32,power_law_1.2,1.8714624404907227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,8,power_law_1.2,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,power_law_1.01,0.2578367948532104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,16,power_law_1.2,0.16444799900054932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,8,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,power_law_1.01,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,power_law_1.01,0.34140160083770754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,16,power_law_1.2,0.21544959545135497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,8,power_law_1.2,0.08155519962310791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,4,32,power_law_1.2,3.703398513793945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,power_law_1.01,0.4364287853240967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,8,power_law_1.2,0.08436480164527893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,power_law_1.01,0.10096640586853027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,16,power_law_1.2,0.27095038890838624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,power_law_1.01,0.09952639937400817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,8,power_law_1.2,0.08744320273399353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,power_law_1.01,0.5969855785369873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,power_law_1.01,0.11835520267486573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,16,power_law_1.2,0.39587841033935545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,8,power_law_1.2,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,power_law_1.01,0.07744640111923218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,power_law_1.01,0.8138688087463379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,power_law_1.01,0.13352960348129272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,8,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,16,power_law_1.2,0.44379520416259766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,power_law_1.01,0.15727360248565675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,8,power_law_1.2,0.10771839618682862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,power_law_1.01,1.0366975784301757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,power_law_1.01,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,8,power_law_1.2,0.12268799543380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,power_law_1.01,0.18310400247573852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,16,power_law_1.2,0.7049215793609619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,power_law_1.01,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,8,power_law_1.2,0.13455359935760497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,16,power_law_1.01,1.504435157775879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,power_law_1.01,0.23240959644317627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,power_law_1.01,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,16,power_law_1.2,0.8294272422790527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,8,power_law_1.2,0.1619968056678772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,power_law_1.01,0.29368319511413576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,8,power_law_1.2,0.18472959995269775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,4,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,power_law_1.01,0.38828799724578855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,16,power_law_1.2,1.1499584197998047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,16,power_law_1.01,2.9763647079467774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,8,power_law_1.2,0.2514944076538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,power_law_1.01,0.07333120107650756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,4,power_law_1.2,0.054048001766204834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,power_law_1.01,0.502784013748169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,8,power_law_1.2,0.2951103925704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,power_law_1.01,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,16,power_law_1.2,2.007244873046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,4,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,power_law_1.01,0.6926144123077392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,8,power_law_1.2,0.40284161567687987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,4,power_law_1.2,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,8,power_law_1.2,0.558080005645752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,power_law_1.01,0.8957951545715332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,power_law_1.01,0.07904000282287597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,4,power_law_1.2,0.06513280272483826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,16,power_law_1.2,4.4578815460205075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,1,128,power_law_1.2,0.14090240001678467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,8,power_law_1.2,0.829856014251709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,power_law_1.01,1.1687935829162597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,power_law_1.01,0.08888319730758668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,power_law_1.01,0.08007680177688599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,4,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,power_law_1.01,0.09502080082893372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,8,power_law_1.2,1.0358783721923828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,1,128,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,4,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,8,power_law_1.01,1.8612224578857421
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,power_law_1.01,0.10033279657363892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,power_law_1.01,0.08439040184020996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,4,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,8,power_law_1.2,1.3903871536254884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,1,128,power_law_1.2,0.07332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,power_law_1.01,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,4,power_law_1.2,0.0868287980556488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,8,power_law_1.01,3.47955207824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,power_law_1.01,0.10281599760055542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,4,power_law_1.2,0.09173120260238647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,1,128,power_law_1.2,0.06901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,8,power_law_1.2,2.004377555847168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,power_law_1.01,0.11181440353393554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,4,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,1,128,power_law_1.2,0.07433599829673768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,power_law_1.01,0.117958402633667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,power_law_1.01,0.10158079862594604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,4,power_law_1.2,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,power_law_1.01,0.1200063943862915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,8,power_law_1.2,4.174649429321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,power_law_1.01,0.11694079637527466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,4,power_law_1.2,0.10239360332489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,1,128,power_law_1.2,0.07559679746627808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,power_law_1.01,0.1021888017654419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,power_law_1.01,0.13394559621810914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,4,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,1,128,power_law_1.2,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,power_law_1.01,0.15482239723205565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,power_law_1.01,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,4,power_law_1.2,0.11469440460205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,power_law_1.01,0.18759679794311523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,power_law_1.01,0.1937407970428467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,4,power_law_1.2,0.1261247992515564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,1,128,power_law_1.2,0.07310720086097718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,power_law_1.01,0.08048639893531799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,power_law_1.01,0.24554879665374757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,power_law_1.01,0.2289664030075073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,4,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,64,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,1,128,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,power_law_1.01,0.29552640914916994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,power_law_1.01,0.06535040140151978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,power_law_1.01,0.29122560024261473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,4,power_law_1.2,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,64,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,power_law_1.01,0.3839936017990112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,4,power_law_1.2,0.16299519538879395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,power_law_1.01,0.38051838874816896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,1,128,power_law_1.2,0.07987840175628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,64,power_law_1.2,0.07924479842185975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,4,power_law_1.2,0.20090880393981933
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,power_law_1.01,0.4941823959350586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,power_law_1.01,0.5031936168670654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,power_law_1.01,0.07024639844894409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,1,128,power_law_1.2,0.08130559921264649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,64,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,4,power_law_1.2,0.23347840309143067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,power_law_1.01,0.7061439990997315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,power_law_1.01,0.6269184112548828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,1,128,power_law_1.2,0.08395519852638245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,64,power_law_1.2,0.06533120274543762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,power_law_1.01,0.07087360024452209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,4,power_law_1.2,0.296345591545105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,power_law_1.01,0.9252863883972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,power_law_1.01,0.06986240148544312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,power_law_1.01,0.8544384002685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,1,128,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,4,power_law_1.2,0.40181760787963866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,64,power_law_1.2,0.06696959733963012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,power_law_1.01,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,power_law_1.01,0.07514240145683289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,4,power_law_1.2,0.5040128231048584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,1,128,power_law_1.2,0.09052799940109253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,64,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,power_law_1.01,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,power_law_1.01,1.1544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,power_law_1.01,1.0995712280273438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,power_law_1.01,0.056979197263717654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,4,power_law_1.2,0.6680704116821289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,1,128,power_law_1.2,0.09870719909667969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,64,power_law_1.2,0.06901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,power_law_1.01,0.07598080039024353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,32,power_law_1.2,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,power_law_1.01,1.356390380859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,128,power_law_1.01,1.699839973449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,1,128,power_law_1.2,0.1026304006576538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,4,power_law_1.2,0.8953727722167969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,64,power_law_1.2,0.07333120107650756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,power_law_1.01,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,32,power_law_1.2,0.09011840224266052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,power_law_1.01,0.0686016023159027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,4,power_law_1.01,2.1006336212158203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,64,power_law_1.2,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,1,128,power_law_1.2,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,power_law_1.01,0.08072959780693054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,32,power_law_1.2,0.07248640060424805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,4,power_law_1.2,1.158137607574463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,128,power_law_1.01,3.528704071044922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,64,power_law_1.2,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,power_law_1.01,0.0815168023109436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,32,power_law_1.2,0.0591871976852417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,1,128,power_law_1.2,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,power_law_1.01,0.07578240036964416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,4,power_law_1.2,1.4938112258911134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,4,power_law_1.01,4.186111831665039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,64,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,32,power_law_1.2,0.0622655987739563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,1,128,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,64,power_law_1.2,0.0858240008354187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,32,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,power_law_1.01,0.09275519847869873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,4,power_law_1.2,2.283321571350098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,power_law_1.01,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,1,128,power_law_1.2,0.17304320335388185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,64,power_law_1.2,0.08785920143127442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,32,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,power_law_1.01,0.0812991976737976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,1,128,power_law_1.2,0.1951807975769043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,64,power_law_1.2,0.09216639995574952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,32,power_law_1.2,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,power_law_1.01,0.10280319452285766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,4,power_law_1.2,4.553311920166015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,1,128,power_law_1.2,0.26848640441894533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,power_law_1.01,0.08356480002403259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,64,power_law_1.2,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,32,power_law_1.2,0.07679359912872315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,power_law_1.01,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,1,128,power_law_1.2,0.3072000026702881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,power_law_1.01,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,64,power_law_1.2,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,32,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,power_law_1.01,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,1,128,power_law_1.2,0.44994559288024905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,64,power_law_1.2,0.11734399795532227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,32,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,power_law_1.01,0.1636288046836853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,power_law_1.01,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,1,128,power_law_1.2,0.5449728012084961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,64,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,32,power_law_1.2,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,power_law_1.01,0.18124159574508666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,power_law_1.01,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,32,power_law_1.2,0.08294399976730346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,64,power_law_1.2,0.1640447974205017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,1,128,power_law_1.2,0.7991231918334961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,power_law_1.01,0.2392064094543457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,power_law_1.01,0.12862080335617065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,32,power_law_1.2,0.09035519957542419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,64,power_law_1.2,0.18800640106201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,power_law_1.01,0.13804160356521605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,power_law_1.01,0.28917760848999025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,1,128,power_law_1.2,1.058572769165039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,32,power_law_1.2,0.09952639937400817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,64,power_law_1.2,0.24944000244140624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,power_law_1.01,0.16895999908447265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,power_law_1.01,0.38645761013031005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,32,power_law_1.2,0.1056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,1,128,power_law_1.2,1.4346176147460938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,64,power_law_1.2,0.2916352033615112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,power_law_1.01,0.18962559700012208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,32,power_law_1.2,0.11017600297927857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,power_law_1.01,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,power_law_1.01,0.4876543998718262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,16,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,64,power_law_1.2,0.40529918670654297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,power_law_1.01,0.2392064094543457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,1,128,power_law_1.2,2.248454475402832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,32,power_law_1.2,0.12717440128326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,power_law_1.01,0.699180793762207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,16,power_law_1.2,0.07455360293388366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,32,power_law_1.2,0.1415168046951294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,power_law_1.01,0.2883584022521973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,64,power_law_1.2,0.5367743968963623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,16,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,power_law_1.01,0.8855551719665528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,32,power_law_1.2,0.17408000230789183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,power_law_1.01,0.38502399921417235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,1,128,power_law_1.2,4.886528015136719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,power_law_1.01,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,64,power_law_1.2,0.7630847930908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,16,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,32,power_law_1.2,0.19169280529022217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,power_law_1.01,0.5056704044342041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,power_law_1.01,1.0889216423034669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,power_law_1.01,0.0692351996898651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,16,power_law_1.2,0.06063359975814819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,32,power_law_1.2,0.2531327962875366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,64,power_law_1.2,1.0051520347595215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,power_law_1.01,0.7323647975921631
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,16,power_law_1.2,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,32,power_law_1.2,0.29959681034088137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,64,power_law_1.01,1.7199487686157227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,power_law_1.01,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,power_law_1.01,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,64,power_law_1.2,1.2724287986755372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,16,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,power_law_1.01,0.9015359878540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,32,power_law_1.2,0.40857601165771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,power_law_1.01,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,16,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,32,power_law_1.2,0.5351424217224121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,power_law_1.01,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,power_law_1.01,1.1188159942626954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,64,power_law_1.01,3.4824127197265624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,64,power_law_1.2,1.9650688171386719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,power_law_1.01,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,16,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,power_law_1.01,0.08499839901924133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,32,power_law_1.2,0.7647103786468505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,32,power_law_1.01,1.7371328353881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,16,power_law_1.2,0.08212479948997498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,power_law_1.01,0.08766720294952393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,64,power_law_1.2,4.019807815551758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,32,power_law_1.2,0.9674624443054199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,16,power_law_1.2,0.08498560190200806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,power_law_1.01,0.09173120260238647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,32,power_law_1.01,3.395987319946289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,16,power_law_1.2,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,32,power_law_1.2,1.2691455841064454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,power_law_1.01,0.0978879988193512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,16,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,32,power_law_1.2,1.9392511367797851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,power_law_1.01,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,16,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,power_law_1.01,0.09114239811897278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,power_law_1.01,0.10997120141983033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,16,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,power_law_1.01,0.1269695997238159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,32,power_law_1.2,3.865599822998047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,16,power_law_1.2,0.1021888017654419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,power_law_1.01,0.14398080110549927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,16,8,power_law_1.01,0.018873600661754607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,16,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,16,8,power_law_1.01,0.018848000466823576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,power_law_1.01,0.17940479516983032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,16,8,power_law_1.01,0.018880000710487364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,16,power_law_1.2,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,power_law_1.01,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,8,power_law_1.2,0.07025279998779296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,power_law_1.01,0.20889599323272706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,16,8,power_law_1.01,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,16,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,16,8,power_law_1.01,0.01841920018196106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,8,power_law_1.2,0.07270399928092956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,power_law_1.01,0.25681281089782715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,16,8,power_law_1.01,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,16,power_law_1.2,0.17984000444412232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,14336,2,8,16,8,power_law_1.2,0.018028800189495087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,16,8,power_law_1.01,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,8,power_law_1.2,0.06079999804496765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,power_law_1.01,0.3174207925796509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,16,8,power_law_1.01,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,14336,2,8,16,8,power_law_1.2,0.018009600043296815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,16,power_law_1.2,0.2052095890045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,8,power_law_1.2,0.05983999967575073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,power_law_1.01,0.42045440673828127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,16,8,power_law_1.01,0.02213120013475418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,14336,2,8,16,8,power_law_1.2,0.018035200238227845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,16,8,power_law_1.01,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,power_law_1.01,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,8,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,14336,2,8,16,8,power_law_1.2,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,16,power_law_1.2,0.26192638874053953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,power_law_1.01,0.5498623847961426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,16,8,power_law_1.01,0.022963200509548188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,14336,2,8,16,8,power_law_1.2,0.019679999351501463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,8,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,16,8,power_law_1.01,0.027039998769760133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,power_law_1.01,0.12983039617538453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,power_law_1.01,0.7622591972351074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,14336,2,8,16,8,power_law_1.2,0.018848000466823576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,16,power_law_1.2,0.3221503973007202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,16,8,power_law_1.01,0.027456000447273254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,14336,2,8,16,8,power_law_1.2,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,8,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,16,8,power_law_1.01,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,power_law_1.01,0.9551551818847657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,power_law_1.01,0.14906879663467407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,16,power_law_1.2,0.43721599578857423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,14336,2,8,16,8,power_law_1.2,0.02006399929523468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,16,8,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,14336,2,8,16,8,power_law_1.2,0.021689599752426146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,8,power_law_1.2,0.0874559998512268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,16,8,power_law_1.01,0.031116798520088196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,power_law_1.01,1.201145553588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,power_law_1.01,0.15973759889602662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,16,power_law_1.2,0.5769087791442871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,14336,2,8,16,8,power_law_1.2,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,16,8,power_law_1.01,0.031097599864006044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,8,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,14336,2,8,16,8,power_law_1.2,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,16,8,power_law_1.01,0.03688960075378418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,power_law_1.01,0.1986240029335022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,16,power_law_1.01,1.8431936264038087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,14336,2,8,16,8,power_law_1.2,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,8,power_law_1.2,0.09380480051040649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,16,power_law_1.2,0.8146944046020508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,16,8,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,14336,2,8,16,8,power_law_1.2,0.027014398574829103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,16,8,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,power_law_1.01,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,8,power_law_1.2,0.09829760193824769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,power_law_1.01,0.23082239627838136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,14336,2,8,16,8,power_law_1.2,0.027027198672294618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,16,8,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,16,power_law_1.2,1.074995231628418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,16,power_law_1.01,3.6603904724121095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,14336,2,8,16,8,power_law_1.2,0.02990719974040985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,8,power_law_1.2,0.10426880121231079
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,16,8,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,power_law_1.01,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,power_law_1.01,0.30351359844207765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,14336,2,8,16,8,power_law_1.2,0.03111039996147156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,16,8,power_law_1.01,0.1044543981552124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,4,power_law_1.2,0.06918399930000305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,8,power_law_1.2,0.10506240129470826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,14336,2,8,16,8,power_law_1.2,0.03051519989967346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,16,power_law_1.2,1.3260543823242188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,16,8,power_law_1.01,0.15196800231933594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,power_law_1.01,0.08436480164527893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,4,power_law_1.2,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,power_law_1.01,0.35389440059661864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,14336,2,8,16,8,power_law_1.2,0.03601920008659363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,16,8,power_law_1.01,0.18636159896850585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,8,power_law_1.2,0.10792959928512573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,14336,2,8,16,8,power_law_1.2,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,16,8,power_law_1.01,0.28446719646453855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,4,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,16,8,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,16,power_law_1.2,1.9564479827880858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,8,power_law_1.2,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,14336,2,8,16,8,power_law_1.2,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,power_law_1.01,0.496230411529541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,16,8,power_law_1.01,0.3631103992462158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,power_law_1.01,0.07660800218582153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,16,8,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,14336,2,8,16,8,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,4,power_law_1.2,0.06350079774856568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,16,8,power_law_1.01,0.411846399307251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,8,power_law_1.2,0.11898239850997924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,16,8,power_law_1.01,0.037254399061203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,14336,2,8,16,8,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,power_law_1.01,0.6146111965179444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,power_law_1.01,0.08705919981002808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,16,8,power_law_1.01,0.7106560230255127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,16,8,power_law_1.01,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,16,power_law_1.2,3.871334457397461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,8,power_law_1.2,0.12984319925308227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,4,power_law_1.2,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,14336,2,8,16,8,power_law_1.2,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,16,8,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,16,8,power_law_1.01,1.3076416015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,14336,2,8,16,8,power_law_1.2,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,power_law_1.01,0.8728639602661132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,8,power_law_1.2,0.14847359657287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,16,8,power_law_1.01,0.03813120126724243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,4,power_law_1.2,0.08518400192260742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,14336,2,8,16,8,power_law_1.2,0.195360004901886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,power_law_1.01,0.10894720554351807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,16,8,power_law_1.01,0.03847039937973022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,8,power_law_1.2,0.1660863995552063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,14336,2,8,16,8,power_law_1.2,0.2832319974899292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,4,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,power_law_1.01,1.0819392204284668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,16,8,power_law_1.01,0.038515201210975646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,power_law_1.01,0.11612160205841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,14336,2,8,16,8,power_law_1.2,0.33402879238128663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,16,8,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,8,power_law_1.2,0.20623359680175782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,14336,2,8,16,8,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,4,power_law_1.2,0.10751999616622925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,16,8,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,14336,2,8,16,8,power_law_1.2,0.4511744022369385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,power_law_1.01,1.3256704330444335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,14336,2,8,16,8,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,power_law_1.01,0.11653759479522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,4,power_law_1.2,0.11426559686660767
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,8,power_law_1.2,0.2361407995223999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,16,8,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,16,8,power_law_1.01,0.013516800105571746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,14336,2,8,16,8,power_law_1.2,0.7118847846984864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,14336,2,8,16,8,power_law_1.2,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,16,8,power_law_1.01,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,16,8,power_law_1.01,0.01676799952983856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,8,power_law_1.2,0.3074048042297363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,4,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,power_law_1.01,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,14336,2,8,16,8,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,14336,2,8,16,8,power_law_1.2,1.3850560188293457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,16,8,power_law_1.01,0.04015359878540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,8,power_law_1.01,2.067046356201172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,16,8,power_law_1.01,0.014745600521564484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,14336,2,8,16,8,power_law_1.2,0.036473599076271054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,16,8,power_law_1.01,0.04097279906272888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,8,power_law_1.2,0.3753983974456787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,16,8,power_law_1.01,0.011468800157308579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,4,power_law_1.2,0.1205888032913208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,14336,2,8,16,8,power_law_1.2,0.03772799968719483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,16,8,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,16,8,power_law_1.01,0.011872000247240066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,8,power_law_1.2,0.504422378540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,14336,2,8,16,8,power_law_1.2,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,16,8,power_law_1.01,0.04668799936771393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,8,power_law_1.01,4.059135818481446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,4,power_law_1.2,0.12595200538635254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,16,8,power_law_1.01,0.012729600071907043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,14336,2,8,16,8,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,16,8,power_law_1.01,0.04996480047702789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,16,8,power_law_1.01,0.013510400056838989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,8,power_law_1.2,0.6750336170196534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,14336,2,8,16,8,power_law_1.2,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,16,8,power_law_1.01,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,4,power_law_1.2,0.12961920499801635
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,16,8,power_law_1.01,0.013107199966907502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,power_law_1.01,0.14294400215148925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,14336,2,8,16,8,power_law_1.2,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,16,8,power_law_1.01,0.061862397193908694
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,16,8,power_law_1.01,0.013926400244235993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,8,power_law_1.2,0.9302016258239746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,16,8,power_law_1.2,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,14336,2,8,16,8,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,16,8,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,power_law_1.01,0.14929280281066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,4,power_law_1.2,0.13578239679336548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,16,8,power_law_1.01,0.011475200206041336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,14336,2,8,16,8,power_law_1.2,0.04015359878540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,16,8,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,16,8,power_law_1.2,0.01923840045928955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,16,8,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,16,8,power_law_1.01,0.018016000092029572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,8,power_law_1.2,1.191321563720703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,power_law_1.01,0.159334397315979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,14336,2,8,16,8,power_law_1.2,0.039743998646736146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,16,8,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,16,8,power_law_1.2,0.019654400646686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,4,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,16,8,power_law_1.01,0.015539200603961944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,14336,2,8,16,8,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,16,8,power_law_1.01,0.12798719406127929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,16,8,power_law_1.01,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,16,8,power_law_1.2,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,power_law_1.01,0.1810495972633362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,16,8,power_law_1.01,0.015558399260044098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,14336,2,8,16,8,power_law_1.2,0.044223999977111815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,8,power_law_1.2,1.4346240043640137
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,16,8,power_law_1.01,0.16711679697036744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,4,power_law_1.2,0.15073920488357545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,16,8,power_law_1.2,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,16,8,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,16,8,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,14336,2,8,16,8,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,16,8,power_law_1.01,0.20152320861816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,power_law_1.01,0.20663681030273437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,16,8,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,16,8,power_law_1.2,0.021324799954891206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,14336,2,8,16,8,power_law_1.2,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,16,8,power_law_1.01,0.040531200170516965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,16,8,power_law_1.01,0.28282239437103274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,4,power_law_1.2,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,8,power_law_1.2,2.1735488891601564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,16,8,power_law_1.01,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,16,8,power_law_1.2,0.020895999670028687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,14336,2,8,16,8,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,16,8,power_law_1.01,0.038489601016044615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,16,8,power_law_1.01,0.3658047914505005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,power_law_1.01,0.2453696012496948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,16,8,power_law_1.01,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,16,8,power_law_1.2,0.022547200322151184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,14336,2,8,16,8,power_law_1.2,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,4,power_law_1.2,0.18943359851837158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,16,8,power_law_1.01,0.040524798631668094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,16,8,power_law_1.01,0.4278272151947021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,16,8,power_law_1.01,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,16,8,power_law_1.2,0.02333440035581589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,14336,2,8,16,8,power_law_1.2,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,power_law_1.01,0.2832319974899292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,16,8,power_law_1.01,0.04097920060157776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,16,8,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,16,8,power_law_1.01,0.7196671962738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,8,power_law_1.2,4.4779518127441404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,16,8,power_law_1.2,0.02374400049448013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,14336,2,8,16,8,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,4,power_law_1.2,0.20787839889526366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,16,8,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,16,8,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,16,8,power_law_1.2,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,16,8,power_law_1.01,1.4014399528503418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,14336,2,8,16,8,power_law_1.2,0.1068992018699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,power_law_1.01,0.3655936002731323
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,16,8,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,16,8,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,4,power_law_1.2,0.26030080318450927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,16,8,power_law_1.2,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,14336,2,8,16,8,power_law_1.2,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,16,8,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,16,8,power_law_1.01,0.041766399145126344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,16,8,power_law_1.2,0.0298880010843277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,16,8,power_law_1.01,0.09012479782104492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,4,power_law_1.2,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,power_law_1.01,0.46138877868652345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,14336,2,8,16,8,power_law_1.2,0.16792960166931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,16,8,power_law_1.01,0.04220159947872162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,16,8,power_law_1.01,0.14213119745254515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,16,8,power_law_1.2,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,16,8,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,14336,2,8,16,8,power_law_1.2,0.19455360174179076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,4,power_law_1.2,0.3819648027420044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,16,8,power_law_1.01,0.15318399667739868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,16,8,power_law_1.01,0.04261119961738587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,16,8,power_law_1.2,0.03255679905414581
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,power_law_1.01,0.6150144100189209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,16,8,power_law_1.01,0.12167680263519287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,14336,2,8,16,8,power_law_1.2,0.27832319736480715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,16,8,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,16,8,power_law_1.01,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,16,8,power_law_1.2,0.03400320112705231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,4,power_law_1.2,0.4712384223937988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,32,4,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,16,8,power_law_1.01,0.27037439346313474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,16,8,power_law_1.01,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,16,8,power_law_1.2,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,14336,2,8,16,8,power_law_1.2,0.35224959850311277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,16,8,power_law_1.2,0.040940800309181215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,32,4,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,power_law_1.01,0.7999807834625244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,16,8,power_law_1.01,0.540876817703247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,4,power_law_1.2,0.624838399887085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,16,8,power_law_1.2,0.048716801404953006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,16,8,power_law_1.01,0.049568000435829165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,32,4,power_law_1.01,0.019654400646686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,14336,2,8,16,8,power_law_1.2,0.42227840423583984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,16,8,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,16,8,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,16,8,power_law_1.01,0.4454400062561035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,16,8,power_law_1.01,0.050361597537994386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,32,4,power_law_1.01,0.0204927995800972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,power_law_1.01,1.1179903984069823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,4,power_law_1.2,0.7962624073028565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,14336,2,8,16,8,power_law_1.2,0.6914048194885254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,16,8,power_law_1.2,0.03952000141143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,16,8,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,16,8,power_law_1.01,0.05408639907836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,32,4,power_law_1.01,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,16,8,power_law_1.01,1.402252769470215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,32,4,power_law_1.01,0.020902399718761445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,16,8,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,16,8,power_law_1.2,0.040755200386047366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,16,8,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,4,power_law_1.2,1.133568000793457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,14336,2,8,16,8,power_law_1.2,1.445689582824707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,32,4,power_law_1.01,0.020876799523830415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,power_law_1.01,1.4452672004699707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,16,8,power_law_1.2,0.13086719512939454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,16,8,power_law_1.01,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,16,8,power_law_1.2,0.040755200386047366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,32,4,power_law_1.01,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,16,8,power_law_1.2,0.15605119466781617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,16,8,power_law_1.01,0.08602240085601806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,16,8,power_law_1.2,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,4,power_law_1.2,1.4682175636291503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,32,4,power_law_1.01,0.02377600073814392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,16,8,power_law_1.2,0.22670719623565674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,16,8,power_law_1.2,0.0409855991601944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,32,4,power_law_1.01,0.02417919933795929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,16,8,power_law_1.01,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,power_law_1.01,1.7104896545410155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,4,power_law_1.2,1.7547264099121094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,16,8,power_law_1.2,0.2885632038116455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,16,8,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,32,4,power_law_1.01,0.025388801097869874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,16,8,power_law_1.01,0.12328319549560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,32,4,power_law_1.2,0.02006399929523468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,32,4,power_law_1.01,0.030713599920272828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,16,8,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,16,8,power_law_1.2,0.4129024028778076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,16,8,power_law_1.01,0.1478592038154602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,32,4,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,32,4,power_law_1.01,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,4,power_law_1.01,2.6210304260253907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,32,4,power_law_1.01,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,16,8,power_law_1.2,0.04300160109996796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,32,4,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,16,8,power_law_1.01,0.21341440677642823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,16,8,power_law_1.2,0.5511168003082275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,4,power_law_1.2,2.776467132568359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,32,4,power_law_1.01,0.04181120097637177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,32,4,power_law_1.01,0.030323201417922975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,16,8,power_law_1.2,0.04465279877185822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,32,4,power_law_1.2,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,16,8,power_law_1.01,0.25167999267578123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,16,8,power_law_1.2,0.684819221496582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,32,4,power_law_1.01,0.032339200377464294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,16,8,power_law_1.2,0.044633600115776065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,32,4,power_law_1.2,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,32,4,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,16,8,power_law_1.01,0.364134407043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,32,4,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,4,power_law_1.01,5.125715255737305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,16,8,power_law_1.2,0.04935680031776428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,16,8,power_law_1.2,1.0280960083007813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,32,4,power_law_1.2,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,32,4,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,4,power_law_1.2,5.177344131469726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,32,4,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,16,8,power_law_1.01,0.46632962226867675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,16,8,power_law_1.2,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,32,4,power_law_1.2,0.021324799954891206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,32,4,power_law_1.01,0.04181120097637177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,32,4,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,16,8,power_law_1.2,2.0486143112182615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,16,8,power_law_1.2,0.05408639907836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,32,4,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,16,8,power_law_1.01,0.5822400093078614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,32,4,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,32,4,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,16,8,power_law_1.2,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,32,4,power_law_1.2,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,16,8,power_law_1.01,0.8888256072998046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,32,4,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,32,4,power_law_1.01,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,32,4,power_law_1.2,0.023763200640678404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,16,8,power_law_1.2,0.0704255998134613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,32,4,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,32,4,power_law_1.2,0.04133760035037994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,32,4,power_law_1.2,0.024582399427890776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,32,4,power_law_1.01,0.04216319918632507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,16,8,power_law_1.2,0.08621439933776856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,16,8,power_law_1.01,1.8689983367919922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,32,4,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,32,4,power_law_1.2,0.02991360127925873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,32,4,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,16,8,power_law_1.2,0.10423680543899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,32,4,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,32,4,power_law_1.01,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,32,4,power_law_1.2,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,32,4,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,16,8,power_law_1.2,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,32,4,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,32,4,power_law_1.01,0.18636800050735475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,32,4,power_law_1.2,0.03030399978160858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,32,4,power_law_1.01,0.041356799006462094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,16,8,power_law_1.2,0.14908159971237184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,32,4,power_law_1.2,0.04017280042171478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,32,4,power_law_1.01,0.23736319541931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,32,4,power_law_1.2,0.03154560029506683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,32,4,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,32,4,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,16,8,power_law_1.2,0.1853503942489624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,32,4,power_law_1.01,0.3532799959182739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,32,4,power_law_1.2,0.032339200377464294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,128,power_law_1.2,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,32,4,power_law_1.01,0.04588800072669983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,128,power_law_1.01,0.022176000475883483
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,32,4,power_law_1.2,0.04220159947872162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,32,4,power_law_1.01,0.4622208118438721
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,16,8,power_law_1.2,0.25292799472808836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,32,4,power_law_1.2,0.03400320112705231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,128,power_law_1.01,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,32,4,power_law_1.01,0.044223999977111815
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,32,4,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,32,4,power_law_1.01,0.5613247871398925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,128,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,32,4,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,16,8,power_law_1.2,0.3577791929244995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,128,power_law_1.01,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,32,4,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,128,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,32,4,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,32,4,power_law_1.2,0.04423039853572845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,32,4,power_law_1.01,0.7905344009399414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,16,8,power_law_1.2,0.4646848201751709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,128,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,32,4,power_law_1.2,0.0680191993713379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,32,4,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,32,4,power_law_1.2,0.04257920086383819
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,128,power_law_1.01,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,128,power_law_1.01,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,16,8,power_law_1.2,0.5838912010192872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,32,4,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,32,4,power_law_1.01,1.8718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,32,4,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,32,4,power_law_1.01,0.05568640232086182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,128,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,128,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,32,4,power_law_1.2,0.1032256007194519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,16,8,power_law_1.2,0.9302016258239746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,32,4,power_law_1.2,0.04339199960231781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,32,4,power_law_1.01,0.0622655987739563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,128,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,32,4,power_law_1.2,0.12554240226745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,128,power_law_1.01,0.0265855997800827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,32,4,power_law_1.2,0.044659200310707095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,32,4,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,128,power_law_1.2,0.022944000363349915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,32,4,power_law_1.2,0.18065279722213745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,16,8,power_law_1.2,1.8722879409790039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,128,power_law_1.01,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,128,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,32,4,power_law_1.2,0.04630399942398071
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,32,4,power_law_1.01,0.08848000168800355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,32,4,power_law_1.2,0.2615231990814209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,128,power_law_1.2,0.026233598589897156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,32,4,power_law_1.2,0.04672000110149384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,128,power_law_1.01,0.03477759957313538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,32,4,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,128,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,32,4,power_law_1.2,0.33320960998535154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,32,4,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,128,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,32,4,power_law_1.01,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,128,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,32,4,power_law_1.2,0.42290558815002444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,128,power_law_1.2,0.03278079926967621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,128,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,32,4,power_law_1.2,0.052832001447677614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,32,4,power_law_1.01,0.1638335943222046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,128,power_law_1.2,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,32,4,power_law_1.2,0.5883967876434326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,128,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,32,4,power_law_1.2,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,128,power_law_1.2,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,32,4,power_law_1.01,0.19414399862289428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,128,power_law_1.01,0.06227840185165405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,32,4,power_law_1.2,0.769651222229004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,128,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,32,4,power_law_1.2,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,128,power_law_1.01,0.04668799936771393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,32,4,power_law_1.01,0.2787264108657837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,128,power_law_1.01,0.06223999857902527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,64,power_law_1.01,0.01228799968957901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,128,power_law_1.2,0.03930239975452423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,32,4,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,128,power_law_1.2,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,32,4,power_law_1.2,1.7780799865722656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,128,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,32,4,power_law_1.01,0.3512320041656494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,32,4,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,128,power_law_1.2,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,128,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,64,power_law_1.01,0.013081599771976472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,32,4,power_law_1.01,0.51179518699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,128,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,128,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,32,4,power_law_1.2,0.11448960304260254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,128,power_law_1.2,0.060192000865936277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,128,power_law_1.01,0.06470400094985962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,32,4,power_law_1.01,0.5851456165313721
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,128,power_law_1.01,0.06472960114479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,32,4,power_law_1.2,0.1536064028739929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,64,power_law_1.01,0.012492799758911132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,128,power_law_1.2,0.04875519871711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,128,power_law_1.2,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,128,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,32,4,power_law_1.01,1.1024319648742675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,32,4,power_law_1.2,0.1529855966567993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,128,power_law_1.2,0.06223359704017639
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,128,power_law_1.01,0.06554880142211914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,64,power_law_1.01,0.012691199779510498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,128,power_law_1.2,0.056492799520492555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,128,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,32,4,power_law_1.2,0.24268798828125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,128,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,32,4,power_law_1.01,2.0506879806518556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,128,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,32,4,power_law_1.2,0.28856959342956545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,64,power_law_1.01,0.01432960033416748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,128,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,128,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,128,power_law_1.2,0.06344959735870362
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,32,4,power_law_1.2,0.40508160591125486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,64,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,128,power_law_1.01,0.08885759711265565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,64,power_law_1.01,0.016422399878501893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,128,power_law_1.2,0.07578240036964416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,128,power_law_1.2,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,128,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,32,4,power_law_1.2,0.5195712089538574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,64,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,64,power_law_1.01,0.01841920018196106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,128,power_law_1.01,0.08109440207481385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,128,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,128,power_law_1.2,0.06592640280723572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,32,4,power_law_1.2,0.6578176021575928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,128,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,64,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,128,power_law_1.01,0.10423680543899536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,64,power_law_1.01,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,128,power_law_1.2,0.066348797082901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,128,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,32,4,power_law_1.2,0.9096960067749024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,128,power_law_1.01,0.07496960163116455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,64,power_law_1.01,0.07125120162963867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,64,power_law_1.2,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,128,power_law_1.01,0.13804160356521605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,128,power_law_1.2,0.06755200028419495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,64,power_law_1.01,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,128,power_law_1.01,0.08356480002403259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,128,power_law_1.2,0.08108159899711609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,32,4,power_law_1.2,2.0432832717895506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,64,power_law_1.01,0.08069760203361512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,64,power_law_1.2,0.02295680046081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,128,power_law_1.2,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,128,power_law_1.01,0.17121280431747438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,64,power_law_1.01,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,128,power_law_1.01,0.09728000164031983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,128,power_law_1.2,0.07455360293388366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,64,power_law_1.01,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,64,power_law_1.2,0.024582399427890776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,128,power_law_1.2,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,128,power_law_1.01,0.2725888013839722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,128,power_law_1.01,0.10688639879226684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,64,power_law_1.01,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,64,power_law_1.01,0.05815039873123169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,128,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,64,power_law_1.2,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,128,power_law_1.2,0.08602240085601806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,128,power_law_1.01,0.32337920665740966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,128,power_law_1.01,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,64,power_law_1.01,0.060192000865936277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,64,power_law_1.01,0.027647998929023743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,128,power_law_1.2,0.13354239463806153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,64,power_law_1.2,0.029100799560546876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,128,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,128,power_law_1.01,0.5031936168670654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,128,power_law_1.2,0.1572864055633545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,64,power_law_1.01,0.030713599920272828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,64,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,64,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,128,power_law_1.01,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,64,power_law_1.2,0.03482879996299744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,128,power_law_1.2,0.1124351978302002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,128,power_law_1.2,0.23162240982055665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,64,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,64,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,64,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,128,power_law_1.01,0.18472959995269775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,128,power_law_1.2,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,128,power_law_1.01,0.6737984180450439
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,64,power_law_1.2,0.08069760203361512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,64,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,128,power_law_1.2,0.15032320022583007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,64,power_law_1.01,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,64,power_law_1.01,0.06346880197525025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,128,power_law_1.2,0.2977920055389404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,128,power_law_1.01,0.21440000534057618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,64,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,128,power_law_1.01,1.001478385925293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,64,power_law_1.2,0.046700799465179445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,128,power_law_1.2,0.20030720233917237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,64,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,64,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,64,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,128,power_law_1.01,0.2811840057373047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,128,power_law_1.2,0.43683838844299316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,64,power_law_1.2,0.04958719909191132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,128,power_law_1.01,1.4260160446166992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,128,power_law_1.2,0.2344896078109741
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,64,power_law_1.2,0.058963197469711306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,64,power_law_1.01,0.037299200892448425
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,64,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,128,power_law_1.01,0.35184640884399415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,64,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,128,power_law_1.2,0.5777344226837158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,128,power_law_1.2,0.32191359996795654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,64,power_law_1.2,0.060198402404785155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,64,power_law_1.2,0.04958080053329468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,64,power_law_1.01,0.03439359962940216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,128,power_law_1.01,1.628985595703125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,64,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,128,power_law_1.01,0.49213438034057616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,128,power_law_1.2,0.8556480407714844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,128,power_law_1.2,0.40284161567687987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,64,power_law_1.2,0.05287039875984192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,64,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,64,power_law_1.01,0.04135040044784546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,64,power_law_1.01,0.06885759830474854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,128,power_law_1.01,0.6418432235717774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,128,power_law_1.2,1.133568000793457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,64,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,128,power_law_1.2,0.5953536033630371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,128,power_law_1.01,2.855116844177246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,64,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,64,power_law_1.01,0.07047039866447449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,64,power_law_1.01,0.04033919870853424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,64,power_law_1.2,0.05774719715118408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,128,power_law_1.2,0.7827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,64,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,128,power_law_1.01,0.7868415832519531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,128,power_law_1.2,1.4108672142028809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,64,power_law_1.2,0.07129600048065185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,64,power_law_1.01,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,64,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,64,power_law_1.2,0.06638079881668091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,128,power_law_1.01,5.406515121459961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,64,power_law_1.2,0.09256319999694824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,128,power_law_1.2,1.053331184387207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,64,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,64,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,128,power_law_1.2,2.2435840606689452
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,128,power_law_1.01,1.2146623611450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,64,power_law_1.2,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,64,power_law_1.2,0.11550079584121704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,64,power_law_1.01,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,64,power_law_1.01,0.07905920147895813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,128,power_law_1.2,1.774380874633789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,64,power_law_1.2,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,64,power_law_1.2,0.16179840564727782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,64,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,64,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,64,power_law_1.01,0.11345280408859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,64,power_law_1.2,0.2002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,128,power_law_1.01,2.467020797729492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,128,power_law_1.2,4.461158370971679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,64,power_law_1.01,0.0942143976688385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,128,power_law_1.2,3.576435089111328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,64,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,64,power_law_1.2,0.29062399864196775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,64,power_law_1.01,0.14458240270614625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,64,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,64,power_law_1.2,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,64,power_law_1.2,0.37826559543609617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,64,power_law_1.01,0.20685439109802245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,64,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,64,power_law_1.2,0.07843199968338013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,64,power_law_1.2,0.5556223869323731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,64,power_law_1.01,0.26848640441894533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,32,power_law_1.01,0.02253440022468567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,64,power_law_1.01,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,64,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,64,power_law_1.2,0.7335936069488526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,32,power_law_1.01,0.07494400143623352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,32,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,64,power_law_1.01,0.18229759931564332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,64,power_law_1.2,0.09812480211257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,32,power_law_1.2,0.07374079823493958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,64,power_law_1.01,0.3299328088760376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,32,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,64,power_law_1.2,0.9093119621276855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,32,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,64,power_law_1.01,0.20888960361480713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,64,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,32,power_law_1.2,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,32,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,32,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,64,power_law_1.01,0.5159167766571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,32,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,32,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,64,power_law_1.2,0.13864959478378297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,64,power_law_1.01,0.27975680828094485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,64,power_law_1.2,1.4432255744934082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,32,power_law_1.01,0.05960320234298706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,32,power_law_1.01,0.023315200209617616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,32,power_law_1.2,0.061427199840545656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,64,power_law_1.2,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,64,power_law_1.01,0.34242560863494875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,32,power_law_1.2,0.02333440035581589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,32,power_law_1.01,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,32,power_law_1.01,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,32,power_law_1.2,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,64,power_law_1.01,1.01212797164917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,64,power_law_1.2,0.18677120208740233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,32,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,64,power_law_1.2,2.869043159484863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,32,power_law_1.01,0.031123200058937074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,32,power_law_1.2,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,64,power_law_1.01,0.49171838760375974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,32,power_law_1.2,0.06595199704170226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,32,power_law_1.01,0.0671999990940094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,64,power_law_1.2,0.24044160842895507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,32,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,32,power_law_1.2,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,32,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,64,power_law_1.01,0.6570047855377197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,32,power_law_1.01,0.03726080060005188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,32,power_law_1.01,0.06839039921760559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,32,power_law_1.2,0.06842240095138549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,32,power_law_1.2,0.024582399427890776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,64,power_law_1.2,0.31702399253845215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,16,power_law_1.01,0.013920000195503235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,32,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,32,power_law_1.2,0.0691968023777008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,32,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,64,power_law_1.01,0.7782336235046386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,32,power_law_1.2,0.026214399933815004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,64,power_law_1.2,0.42062082290649416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,16,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,32,power_law_1.2,0.07086719870567322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,32,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,16,power_law_1.01,0.015167999267578124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,32,power_law_1.01,0.06961920261383056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,32,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,32,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,32,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,16,power_law_1.2,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,32,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,64,power_law_1.01,1.147923183441162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,16,power_law_1.01,0.014739200472831726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,64,power_law_1.2,0.5670783996582032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,32,power_law_1.2,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,32,power_law_1.01,0.05774719715118408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,32,power_law_1.2,0.07329279780387879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,16,power_law_1.2,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,32,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,32,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,16,power_law_1.01,0.014739200472831726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,64,power_law_1.2,0.7388735771179199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,32,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,32,power_law_1.01,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,16,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,32,power_law_1.01,0.07247999906539918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,32,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,16,power_law_1.01,0.016787199676036833
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,64,power_law_1.01,2.3781375885009766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,32,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,32,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,16,power_law_1.2,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,32,power_law_1.2,0.053651201725006106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,32,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,16,power_law_1.01,0.019257600605487823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,64,power_law_1.2,0.94900484085083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,32,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,32,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,32,power_law_1.2,0.05694079995155334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,32,power_law_1.01,0.081523197889328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,16,power_law_1.01,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,16,power_law_1.2,0.026604801416397095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,32,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,32,power_law_1.2,0.08234239816665649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,16,power_law_1.01,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,32,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,64,power_law_1.2,1.4632960319519044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,32,power_law_1.01,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,16,power_law_1.2,0.02908799946308136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,32,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,32,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,32,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,16,power_law_1.01,0.02537600100040436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,32,power_law_1.01,0.08974080085754395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,16,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,32,power_law_1.01,0.0882752001285553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,32,power_law_1.2,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,16,power_law_1.01,0.07293440103530884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,32,power_law_1.2,0.060249602794647215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,16,power_law_1.01,0.02743679881095886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,32,power_law_1.01,0.10547200441360474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,16,power_law_1.2,0.0335999995470047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,64,power_law_1.2,3.6345855712890627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,32,power_law_1.01,0.10732159614562989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,32,power_law_1.2,0.11632640361785888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,16,power_law_1.01,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,32,power_law_1.2,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,16,power_law_1.01,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,32,power_law_1.01,0.11346559524536133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,16,power_law_1.2,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,32,power_law_1.01,0.1282240033149719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,32,power_law_1.2,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,16,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,32,power_law_1.2,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,32,power_law_1.01,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,16,power_law_1.01,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,16,power_law_1.2,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,32,power_law_1.01,0.1712000012397766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,32,power_law_1.2,0.15809919834136962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,16,power_law_1.01,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,32,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,32,power_law_1.01,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,16,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,16,power_law_1.2,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,32,power_law_1.01,0.23859200477600098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,32,power_law_1.2,0.20151679515838622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,16,power_law_1.01,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,32,power_law_1.2,0.09993600249290466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,16,power_law_1.01,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,32,power_law_1.01,0.186572802066803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,16,power_law_1.2,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,32,power_law_1.01,0.33320960998535154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,32,power_law_1.2,0.23717119693756103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,16,power_law_1.2,0.07253119945526124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,16,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,16,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,32,power_law_1.01,0.22548480033874513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,32,power_law_1.2,0.12613760232925414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,16,power_law_1.2,0.067603200674057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,32,power_law_1.2,0.32378880977630614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,32,power_law_1.01,0.43724799156188965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,16,power_law_1.01,0.07293440103530884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,16,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,16,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,32,power_law_1.01,0.29101440906524656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,32,power_law_1.2,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,16,power_law_1.2,0.05489280223846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,32,power_law_1.2,0.397107195854187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,32,power_law_1.01,0.6463488101959228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,16,power_law_1.01,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,16,power_law_1.01,0.04996480047702789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,32,power_law_1.2,0.2174976110458374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,16,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,32,power_law_1.01,0.36024320125579834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,16,power_law_1.2,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,32,power_law_1.2,0.5756927967071533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,16,power_law_1.2,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,32,power_law_1.01,0.8970175743103027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,16,power_law_1.01,0.07412480115890503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,32,power_law_1.2,0.2744319915771484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,16,power_law_1.01,0.04465279877185822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,32,power_law_1.01,0.5199872016906738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,16,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,16,power_law_1.2,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,32,power_law_1.2,0.734822416305542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,16,power_law_1.2,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,16,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,32,power_law_1.2,0.3880959987640381
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,16,power_law_1.01,0.05509120225906372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,32,power_law_1.01,1.0811200141906738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,32,power_law_1.01,0.6651904106140136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,16,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,16,power_law_1.2,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,32,power_law_1.2,0.9285632133483886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,16,power_law_1.01,0.05118719935417175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,16,power_law_1.01,0.07987840175628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,16,power_law_1.2,0.09195520281791687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,32,power_law_1.2,0.5220352172851562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,32,power_law_1.01,1.6760831832885743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,32,power_law_1.01,0.8028160095214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,16,power_law_1.2,0.07292159795761108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,16,power_law_1.01,0.0597760021686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,16,power_law_1.2,0.10814720392227173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,16,power_law_1.01,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,32,power_law_1.2,1.4436351776123046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,32,power_law_1.2,0.8261631965637207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,16,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,16,power_law_1.2,0.15278079509735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,16,power_law_1.01,0.08110719919204712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,16,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,32,power_law_1.01,1.2969728469848634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,32,power_law_1.01,3.482828903198242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,16,power_law_1.2,0.19496959447860718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,16,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,32,power_law_1.2,1.0239999771118165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,16,power_law_1.01,0.10301439762115479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,16,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,32,power_law_1.2,3.082035255432129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,16,power_law_1.2,0.2799616098403931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,16,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,16,power_law_1.01,0.14864640235900878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,16,power_law_1.01,0.08681600093841553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,32,power_law_1.2,1.3293567657470704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,16,power_law_1.2,0.35530240535736085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,32,power_law_1.01,2.4879104614257814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,16,power_law_1.2,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,16,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,16,power_law_1.01,0.19045759439468385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,16,power_law_1.2,0.5195775985717773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,16,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,16,power_law_1.01,0.0958400011062622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,32,power_law_1.2,2.2792192459106446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,16,power_law_1.01,0.27463679313659667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,8,power_law_1.01,0.021907199919223786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,16,power_law_1.2,0.6852672100067139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,8,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,16,power_law_1.2,0.08153600096702576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,16,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,16,power_law_1.01,0.3589951992034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,8,power_law_1.01,0.02372480034828186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,8,power_law_1.2,0.02213120013475418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,16,power_law_1.2,0.0827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,16,power_law_1.2,0.8511487960815429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,16,power_law_1.01,0.12410240173339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,32,power_law_1.2,4.332748794555664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,8,power_law_1.01,0.023769600689411162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,8,power_law_1.2,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,16,power_law_1.2,0.09009280204772949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,16,power_law_1.01,0.14623359441757203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,16,power_law_1.01,0.44216318130493165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,8,power_law_1.01,0.08110719919204712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,8,power_law_1.01,0.024160000681877136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,8,power_law_1.2,0.023340800404548646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,16,power_law_1.2,1.3506560325622559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,16,power_law_1.2,0.0948032021522522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,16,power_law_1.01,0.16792960166931153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,8,power_law_1.01,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,8,power_law_1.2,0.025363200902938844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,8,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,16,power_law_1.2,0.09891200065612793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,16,power_law_1.01,0.69552001953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,16,power_law_1.01,0.20848000049591064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,8,power_law_1.2,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,8,power_law_1.01,0.02942720055580139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,8,power_law_1.01,0.07906559705734253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,16,power_law_1.2,0.11468160152435303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,16,power_law_1.2,2.6812543869018555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,16,power_law_1.01,0.2394047975540161
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,8,power_law_1.2,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,8,power_law_1.01,0.032364800572395325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,8,power_law_1.01,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,16,power_law_1.2,0.12981760501861572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,16,power_law_1.01,1.3682496070861816
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,8,power_law_1.2,0.032390400767326355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,8,power_law_1.01,0.03442560136318207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,16,power_law_1.01,0.3280832052230835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,8,power_law_1.2,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,8,power_law_1.01,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,16,power_law_1.2,0.1486847996711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,8,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,8,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,16,power_law_1.01,0.4200448036193848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,8,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,8,power_law_1.2,0.08316159844398499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,8,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,8,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,16,power_law_1.2,0.17407360076904296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,8,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,8,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,8,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,8,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,16,power_law_1.01,0.5851071834564209
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,16,power_law_1.2,0.21565439701080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,128,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,8,power_law_1.01,0.09502080082893372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,8,power_law_1.2,0.046291199326515195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,8,power_law_1.01,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,8,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,128,power_law_1.01,0.01968639940023422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,16,power_law_1.2,0.2648128032684326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,1,128,power_law_1.2,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,16,power_law_1.01,0.7184319972991944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,8,power_law_1.01,0.09441919922828675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,8,power_law_1.2,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,8,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,8,power_law_1.2,0.07496960163116455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,128,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,16,power_law_1.2,0.35880959033966064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,1,128,power_law_1.2,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,8,power_law_1.01,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,8,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,128,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,8,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,16,power_law_1.01,0.9068544387817383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,8,power_law_1.2,0.07660800218582153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,16,power_law_1.2,0.43192319869995116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,1,128,power_law_1.2,0.019654400646686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,128,power_law_1.01,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,8,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,8,power_law_1.01,0.09257599711418152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,8,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,8,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,128,power_law_1.01,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,1,128,power_law_1.2,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,16,power_law_1.01,1.3961215972900392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,8,power_law_1.01,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,8,power_law_1.01,0.06656000018119812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,8,power_law_1.2,0.09055359959602356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,8,power_law_1.2,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,16,power_law_1.2,0.638156795501709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,128,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,1,128,power_law_1.2,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,8,power_law_1.01,0.10094720125198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,8,power_law_1.2,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,8,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,8,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,128,power_law_1.01,0.024191999435424806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,16,power_law_1.2,0.8142720222473144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,1,128,power_law_1.2,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,8,power_law_1.01,0.10486400127410889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,8,power_law_1.2,0.09134719967842102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,8,power_law_1.2,0.06162559986114502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,8,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,16,power_law_1.01,2.740025520324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,128,power_law_1.01,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,1,128,power_law_1.2,0.02250239998102188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,8,power_law_1.01,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,8,power_law_1.2,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,8,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,8,power_law_1.2,0.07454079985618592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,128,power_law_1.01,0.027859199047088622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,16,power_law_1.2,0.9920448303222656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,1,128,power_law_1.2,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,8,power_law_1.01,0.11038719415664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,8,power_law_1.2,0.09829760193824769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,8,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,128,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,8,power_law_1.2,0.07946879863739013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,1,128,power_law_1.2,0.025766399502754212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,8,power_law_1.2,0.09831680059432983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,8,power_law_1.01,0.12390400171279907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,128,power_law_1.01,0.02826879918575287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,8,power_law_1.01,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,16,power_law_1.2,1.569587230682373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,1,128,power_law_1.2,0.027641600370407103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,8,power_law_1.2,0.09464319944381713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,128,power_law_1.01,0.0278656005859375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,8,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,128,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,8,power_law_1.01,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,1,128,power_law_1.2,0.02990719974040985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,8,power_law_1.01,0.16570240259170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,8,power_law_1.2,0.1392575979232788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,128,power_law_1.01,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,8,power_law_1.2,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,1,128,power_law_1.2,0.02826879918575287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,8,power_law_1.01,0.16363519430160522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,128,power_law_1.01,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,8,power_law_1.01,0.20336639881134033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,16,power_law_1.2,3.2382976531982424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,8,power_law_1.2,0.1703871965408325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,128,power_law_1.01,0.029497599601745604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,1,128,power_law_1.2,0.029465600848197937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,8,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,8,power_law_1.01,0.18595839738845826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,128,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,128,power_law_1.01,0.03195520043373108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,8,power_law_1.01,0.2791424036026001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,1,128,power_law_1.2,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,8,power_law_1.2,0.24555521011352538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,8,power_law_1.2,0.12410240173339844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,128,power_law_1.01,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,8,power_law_1.01,0.20254719257354736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,128,power_law_1.01,0.035648000240325925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,1,128,power_law_1.2,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,8,power_law_1.01,0.3606528043746948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,8,power_law_1.2,0.3184704065322876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,128,power_law_1.01,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,128,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,8,power_law_1.2,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,8,power_law_1.01,0.26030080318450927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,1,128,power_law_1.2,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,128,power_law_1.01,0.050374400615692136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,128,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,8,power_law_1.01,0.5195775985717773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,8,power_law_1.2,0.4642816066741943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,1,128,power_law_1.2,0.04017919898033142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,1,128,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,8,power_law_1.2,0.16013439893722534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,8,power_law_1.01,0.288972806930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,128,power_law_1.01,0.06106879711151123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,128,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,1,128,power_law_1.2,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,8,power_law_1.2,0.6113279819488525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,8,power_law_1.01,0.6881216049194336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,1,128,power_law_1.2,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,128,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,8,power_law_1.2,0.18903039693832396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,8,power_law_1.01,0.39792640209198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,1,128,power_law_1.2,0.05140479803085327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,128,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,128,power_law_1.01,0.10526080131530761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,8,power_law_1.2,0.7573567867279053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,1,128,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,8,power_law_1.01,0.8302592277526856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,1,128,power_law_1.2,0.06839039921760559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,128,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,8,power_law_1.2,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,8,power_law_1.01,0.49745922088623046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,128,power_law_1.01,0.1347584009170532
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,1,128,power_law_1.2,0.07987840175628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,128,power_law_1.01,0.03971199989318848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,1,128,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,128,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,8,power_law_1.01,1.3826047897338867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,8,power_law_1.2,1.1978752136230468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,8,power_law_1.2,0.2748415946960449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,128,power_law_1.01,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,1,128,power_law_1.2,0.1112064003944397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,8,power_law_1.01,0.6905856132507324
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,128,power_law_1.01,0.23121280670166017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,1,128,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,128,power_law_1.01,0.04097920060157776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,1,128,power_law_1.2,0.1499071955680847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,8,power_law_1.2,0.32378880977630614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,128,power_law_1.01,0.3713023900985718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,1,128,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,8,power_law_1.01,0.8912896156311035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,8,power_law_1.01,2.616134452819824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,8,power_law_1.2,2.377324867248535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,128,power_law_1.01,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,1,128,power_law_1.2,0.20971519947052003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,128,power_law_1.01,0.47864317893981934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,1,128,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,8,power_law_1.2,0.41199359893798826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,128,power_law_1.01,0.04261760115623474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,1,128,power_law_1.2,0.268505597114563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,128,power_law_1.01,0.6170559883117676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,1,128,power_law_1.2,0.04015359878540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,8,power_law_1.01,1.0971136093139648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,128,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,8,power_law_1.2,0.5179520130157471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,1,128,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,1,128,power_law_1.2,0.38645761013031005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,128,power_law_1.01,0.8953856468200684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,128,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,1,128,power_law_1.2,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,8,power_law_1.01,1.7473535537719727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,128,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,8,power_law_1.2,0.751200008392334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,1,128,power_law_1.2,0.5322815895080566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,64,power_law_1.01,0.018400000035762788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,64,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,128,power_law_1.01,1.736729621887207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,1,128,power_law_1.2,0.040761598944664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,128,power_law_1.01,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,64,power_law_1.2,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,64,power_law_1.01,0.01822720021009445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,1,128,power_law_1.2,0.6578239917755127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,1,128,power_law_1.2,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,8,power_law_1.2,0.999020767211914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,128,power_law_1.01,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,64,power_law_1.2,0.018828800320625304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,8,power_law_1.01,3.198566436767578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,64,power_law_1.01,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,1,128,power_law_1.2,0.04216319918632507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,128,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,64,power_law_1.2,0.019257600605487823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,64,power_law_1.01,0.018636800348758698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,1,128,power_law_1.2,1.0379263877868652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,1,128,power_law_1.2,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,8,power_law_1.2,1.223680019378662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,128,power_law_1.01,0.07332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,64,power_law_1.2,0.01964160054922104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,64,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,1,128,power_law_1.2,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,128,power_law_1.01,0.0995136022567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,64,power_law_1.01,0.04179840087890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,64,power_law_1.2,0.022944000363349915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,64,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,1,128,power_law_1.2,0.04711039960384369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,8,power_law_1.2,1.9785728454589844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,128,power_law_1.01,0.11038080453872681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,1,128,power_law_1.2,2.0744192123413088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,64,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,64,power_law_1.2,0.022547200322151184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,64,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,64,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,1,128,power_law_1.2,0.05161600112915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,128,power_law_1.01,0.14456959962844848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,64,power_law_1.2,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,64,power_law_1.01,0.025388801097869874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,64,power_law_1.01,0.04097920060157776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,1,128,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,64,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,64,power_law_1.2,0.028672000765800475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,64,power_law_1.01,0.0286080002784729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,128,power_law_1.01,0.17530239820480348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,64,power_law_1.01,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,8,power_law_1.2,3.9696449279785155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,1,128,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,64,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,64,power_law_1.2,0.029465600848197937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,64,power_law_1.01,0.030323201417922975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,1,128,power_law_1.2,0.07498239874839782
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,64,power_law_1.2,0.038438400626182555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,64,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,128,power_law_1.01,0.2559999942779541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,64,power_law_1.01,0.030713599920272828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,64,power_law_1.2,0.030700799822807313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,1,128,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,64,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,64,power_law_1.01,0.04100480079650879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,128,power_law_1.01,0.3258368015289307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,32,power_law_1.01,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,64,power_law_1.01,0.030291199684143066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,64,power_law_1.2,0.03154560029506683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,64,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,1,128,power_law_1.2,0.11366399526596069
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,64,power_law_1.01,0.04140160083770752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,32,power_law_1.01,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,64,power_law_1.01,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,128,power_law_1.01,0.4245567798614502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,64,power_law_1.2,0.03234559893608093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,64,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,1,128,power_law_1.2,0.14725120067596437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,64,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,32,power_law_1.01,0.019648000597953796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,64,power_law_1.01,0.03234559893608093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,64,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,64,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,32,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,1,128,power_law_1.2,0.20786559581756592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,64,power_law_1.01,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,128,power_law_1.01,0.6320127964019775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,64,power_law_1.2,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,32,power_law_1.01,0.019654400646686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,64,power_law_1.01,0.03356800079345703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,64,power_law_1.2,0.039699199795722964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,32,power_law_1.2,0.019628800451755524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,1,128,power_law_1.2,0.24351999759674073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,64,power_law_1.01,0.041382399201393125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,64,power_law_1.2,0.03644160032272339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,64,power_law_1.01,0.03643519878387451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,64,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,32,power_law_1.01,0.019654400646686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,64,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,32,power_law_1.2,0.019654400646686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,1,128,power_law_1.2,0.3444672107696533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,64,power_law_1.01,0.03683840036392212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,64,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,64,power_law_1.2,0.04134399890899658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,32,power_law_1.01,0.020921599864959717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,128,power_law_1.01,1.2859328269958497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,64,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,32,power_law_1.2,0.019648000597953796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,64,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,64,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,64,power_law_1.2,0.041791999340057374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,32,power_law_1.01,0.02255360037088394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,1,128,power_law_1.2,0.43970561027526855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,64,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,32,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,32,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,64,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,64,power_law_1.2,0.04216960072517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,64,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,64,power_law_1.01,0.04343039989471435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,32,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,32,power_law_1.01,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,64,power_law_1.2,0.04378879964351654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,1,128,power_law_1.2,0.5400576114654541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,64,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,64,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,64,power_law_1.01,0.04876160025596619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,32,power_law_1.01,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,32,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,64,power_law_1.2,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,64,power_law_1.01,0.08008319735527039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,64,power_law_1.2,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,32,power_law_1.01,0.04504320025444031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,64,power_law_1.01,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,32,power_law_1.01,0.030726400017738343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,64,power_law_1.2,0.05118079781532288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,32,power_law_1.2,0.022918400168418885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,1,128,power_law_1.2,0.8912896156311035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,64,power_law_1.01,0.10874240398406983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,64,power_law_1.2,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,64,power_law_1.01,0.05201280117034912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,32,power_law_1.01,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,32,power_law_1.01,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,64,power_law_1.2,0.051999998092651364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,32,power_law_1.2,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,64,power_law_1.01,0.1384384036064148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,64,power_law_1.2,0.14417279958724977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,64,power_law_1.01,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,32,power_law_1.01,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,64,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,32,power_law_1.2,0.02622720003128052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,32,power_law_1.01,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,64,power_law_1.01,0.19988479614257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,1,128,power_law_1.2,1.7678335189819336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,64,power_law_1.2,0.21729280948638915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,64,power_law_1.01,0.060659199953079224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,32,power_law_1.01,0.03278079926967621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,64,power_law_1.2,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,32,power_law_1.2,0.03193599879741669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,32,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,64,power_law_1.01,0.24247679710388184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,64,power_law_1.2,0.27463679313659667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,64,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,32,power_law_1.01,0.02948479950428009
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,32,power_law_1.2,0.027033600211143493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,64,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,64,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,32,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,32,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,64,power_law_1.2,0.4196352005004883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,64,power_law_1.01,0.32870399951934814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,32,power_law_1.2,0.03031040132045746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,64,power_law_1.2,0.08685439825057983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,64,power_law_1.01,0.10485119819641113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,32,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,32,power_law_1.2,0.03441919982433319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,64,power_law_1.2,0.11058559417724609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,32,power_law_1.01,0.040940800309181215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,64,power_law_1.2,0.5478400230407715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,64,power_law_1.01,0.4704256057739258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,32,power_law_1.2,0.04504320025444031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,64,power_law_1.01,0.11877119541168213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,32,power_law_1.01,0.04116480052471161
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,32,power_law_1.2,0.028678399324417115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,64,power_law_1.2,0.1372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,32,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,64,power_law_1.01,0.5318592071533204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,64,power_law_1.2,0.7102464199066162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,64,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,32,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,32,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,32,power_law_1.2,0.035648000240325925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,64,power_law_1.2,0.21584000587463378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,32,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,64,power_law_1.01,0.1892351984977722
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,64,power_law_1.01,0.9072575569152832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,64,power_law_1.2,1.1257535934448242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,32,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,32,power_law_1.2,0.040345600247383116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,32,power_law_1.01,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,32,power_law_1.01,0.040934398770332336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,64,power_law_1.2,0.208076810836792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,64,power_law_1.01,0.2686912059783936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,32,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,32,power_law_1.2,0.04340479969978332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,32,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,32,power_law_1.2,0.038099199533462524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,64,power_law_1.2,0.37027199268341066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,64,power_law_1.01,0.34692480564117434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,64,power_law_1.01,1.9089344024658204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,64,power_law_1.2,2.2136831283569336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,32,power_law_1.01,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,32,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,32,power_law_1.01,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,32,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,64,power_law_1.01,0.4005824089050293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,64,power_law_1.2,0.45157761573791505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,32,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,32,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,32,power_law_1.01,0.130457603931427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,32,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,64,power_law_1.01,0.614188814163208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,32,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,64,power_law_1.2,0.5965824127197266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,32,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,32,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,32,power_law_1.01,0.1806399941444397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,32,power_law_1.01,0.045849600434303285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,64,power_law_1.01,1.1900927543640136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,32,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,32,power_law_1.2,0.11100159883499146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,32,power_law_1.01,0.2365504026412964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,32,power_law_1.01,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,64,power_law_1.2,1.007596778869629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,32,power_law_1.2,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,32,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,32,power_law_1.2,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,32,power_law_1.01,0.022944000363349915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,32,power_law_1.01,0.32318079471588135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,2560,8,160,4,32,power_law_1.2,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,32,power_law_1.2,0.04261760115623474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,32,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,32,power_law_1.01,0.02255360037088394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,2560,8,160,4,32,power_law_1.2,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,32,power_law_1.2,0.19579520225524902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,64,power_law_1.2,2.2612031936645507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,32,power_law_1.2,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,32,power_law_1.01,0.43479042053222655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,32,power_law_1.01,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,32,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,2560,8,160,4,32,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,32,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,32,power_law_1.2,0.2582528114318848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,32,power_law_1.2,0.04321280121803284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,32,power_law_1.01,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,32,power_law_1.01,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,32,power_law_1.01,0.530188798904419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,2560,8,160,4,32,power_law_1.2,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,32,power_law_1.2,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,32,power_law_1.01,0.07047680020332336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,32,power_law_1.2,0.38236160278320314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,32,power_law_1.01,0.07493119835853576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,32,power_law_1.01,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,2560,8,160,4,32,power_law_1.2,0.02540160119533539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,32,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,32,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,32,power_law_1.01,0.05491200089454651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,32,power_law_1.01,0.9129983901977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,32,power_law_1.01,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,2560,8,160,4,32,power_law_1.2,0.02537600100040436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,32,power_law_1.2,0.5142528057098389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,32,power_law_1.2,0.050387197732925416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,2560,8,160,4,32,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,32,power_law_1.01,0.10810879468917847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,32,power_law_1.01,0.028255999088287354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,32,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,2560,8,160,4,32,power_law_1.2,0.028249600529670717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,32,power_law_1.2,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,32,power_law_1.2,0.7221504211425781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,32,power_law_1.01,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,32,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,2560,8,160,4,32,power_law_1.2,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,32,power_law_1.2,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,2560,8,160,4,32,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,32,power_law_1.01,1.7690624237060546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,32,power_law_1.2,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,32,power_law_1.01,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,32,power_law_1.2,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,32,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,2560,8,160,4,32,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,2560,8,160,4,32,power_law_1.2,0.056550401449203494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,32,power_law_1.2,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,32,power_law_1.2,1.0569727897644043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,32,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,32,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,2560,8,160,4,32,power_law_1.01,0.03769600093364715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,32,power_law_1.01,0.2007040023803711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,2560,8,160,4,32,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,32,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,32,power_law_1.2,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,32,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,2560,8,160,4,32,power_law_1.2,0.05817599892616272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,2560,8,160,4,32,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,32,power_law_1.01,0.06309760212898255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,32,power_law_1.01,0.27257599830627444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,32,power_law_1.2,2.3367679595947264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,32,power_law_1.2,0.09073280096054077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,2560,8,160,4,32,power_law_1.2,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,32,power_law_1.2,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,2560,8,160,4,32,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,32,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,32,power_law_1.01,0.3479552030563354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,128,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,32,power_law_1.2,0.1142848014831543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,2560,8,160,4,32,power_law_1.2,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,32,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,2560,8,160,4,32,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,32,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,32,power_law_1.2,0.14602240324020385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,2560,8,160,4,32,power_law_1.2,0.06346240043640136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,32,power_law_1.01,0.4421504020690918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,128,power_law_1.01,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,32,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,32,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,2560,8,160,4,32,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,32,power_law_1.2,0.18922879695892333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,2560,8,160,4,32,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,32,power_law_1.01,0.05243520140647888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,32,power_law_1.01,0.06759039759635925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,2560,8,160,4,32,power_law_1.2,0.05161600112915039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,128,power_law_1.01,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,32,power_law_1.01,0.6565887928009033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,2560,8,160,4,32,power_law_1.2,0.06472960114479065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,32,power_law_1.2,0.22424960136413574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,1,128,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,32,power_law_1.01,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,32,power_law_1.01,0.06678400039672852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,2560,8,160,4,32,power_law_1.2,0.0511680006980896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,2560,8,160,4,32,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,128,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,32,power_law_1.2,0.3295232057571411
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,32,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,32,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,2560,8,160,4,32,power_law_1.01,0.0507968008518219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,1,128,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,2560,8,160,4,32,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,32,power_law_1.01,1.3322303771972657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,128,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,32,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,32,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,32,power_law_1.2,0.48435201644897463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,2560,8,160,4,32,power_law_1.01,0.06431999802589417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,2560,8,160,4,32,power_law_1.2,0.0692351996898651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,1,128,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,32,power_law_1.01,0.07701119780540466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,32,power_law_1.01,0.07701119780540466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,2560,8,160,4,32,power_law_1.2,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,128,power_law_1.01,0.06427519917488098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,2560,8,160,4,32,power_law_1.2,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,32,power_law_1.2,0.601907205581665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,1,128,power_law_1.2,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,32,power_law_1.01,0.10711040496826171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,32,power_law_1.01,0.0827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,2560,8,160,4,32,power_law_1.2,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,2560,8,160,4,32,power_law_1.2,0.07660160064697266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,128,power_law_1.01,0.06451839804649354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,1,128,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,32,power_law_1.2,0.9736191749572753
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,32,power_law_1.01,0.12349439859390259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,2560,8,160,4,32,power_law_1.2,0.07701119780540466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,32,power_law_1.01,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,2560,8,160,4,32,power_law_1.2,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,128,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,1,128,power_law_1.2,0.06392959952354431
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,64,power_law_1.01,0.08150399923324585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,2560,8,160,4,32,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,32,power_law_1.2,0.19292160272598266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,32,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,2560,8,160,4,32,power_law_1.01,0.17815040349960326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,2560,8,160,4,32,power_law_1.2,0.10281599760055542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,1,128,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,32,power_law_1.01,0.12083200216293336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,32,power_law_1.2,0.2619391918182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,128,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,2560,8,160,4,32,power_law_1.01,0.22077438831329346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,32,power_law_1.2,2.196076774597168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,64,power_law_1.01,0.09464319944381713
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,2560,8,160,4,32,power_law_1.2,0.11510399580001832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,32,power_law_1.01,0.1363584041595459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,32,power_law_1.01,0.31473278999328613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,2560,8,160,4,32,power_law_1.2,0.3590208053588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,1,128,power_law_1.2,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,128,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,64,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,2560,8,160,4,32,power_law_1.2,0.13169280290603638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,32,power_law_1.01,0.40611839294433594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,32,power_law_1.01,0.1716223955154419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,2560,8,160,4,32,power_law_1.2,0.4777984142303467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,1,128,power_law_1.2,0.06796799898147583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,64,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,2560,8,160,4,32,power_law_1.2,0.15892479419708253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,128,power_law_1.01,0.07024639844894409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,32,power_law_1.01,0.20152320861816406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,32,power_law_1.01,0.5801983833312988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,2560,8,160,4,32,power_law_1.2,0.7352320194244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,2560,8,160,4,32,power_law_1.2,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,64,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,1,128,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,128,power_law_1.01,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,32,power_law_1.01,0.2695168018341064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,32,power_law_1.01,0.892512035369873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,64,power_law_1.2,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,2560,8,160,4,32,power_law_1.2,0.23121919631958007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,2560,8,160,4,32,power_law_1.2,0.8212479591369629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,64,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,1,128,power_law_1.2,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,128,power_law_1.01,0.07434880137443542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,32,power_law_1.01,0.3379199981689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,2560,8,160,4,32,power_law_1.2,0.30599040985107423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,32,power_law_1.01,1.0581695556640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,2560,8,160,4,32,power_law_1.2,1.2908479690551757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,64,power_law_1.01,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,1,128,power_law_1.2,0.07166720032691956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,64,power_law_1.2,0.09582719802856446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,128,power_law_1.01,0.07330560088157653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,32,power_law_1.01,0.4843584060668945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,2560,8,160,4,32,power_law_1.2,0.3964927911758423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,1,128,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,128,power_law_1.01,0.0815168023109436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,64,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,32,power_law_1.01,0.5965695858001709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,32,power_law_1.01,1.6212032318115235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,2560,8,160,4,32,power_law_1.2,1.9875776290893554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,64,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,1,128,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,128,power_law_1.01,0.08357120156288148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,32,power_law_1.01,0.7491519927978516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,64,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,2560,8,160,4,32,power_law_1.2,0.638976001739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,64,power_law_1.2,0.06107519865036011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,32,power_law_1.01,3.067296028137207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,2560,8,160,4,32,power_law_1.2,3.9548927307128907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,128,power_law_1.01,0.09402880072593689
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,1,128,power_law_1.2,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,64,power_law_1.01,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,64,power_law_1.2,0.06124160289764404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,32,power_law_1.01,1.1831232070922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,2560,8,160,4,32,power_law_1.2,0.7806975841522217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,128,power_law_1.01,0.10875519514083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,64,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,64,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,1,128,power_law_1.2,0.08602240085601806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,2560,8,160,4,32,power_law_1.2,0.9363455772399902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,32,power_law_1.01,2.3801855087280273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,64,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,64,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,128,power_law_1.01,0.11898239850997924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,1,128,power_law_1.2,0.09605119824409485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,2560,8,160,4,32,power_law_1.2,1.5540224075317384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,64,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,64,power_law_1.2,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,32,power_law_1.01,0.07330560088157653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,1,128,power_law_1.2,0.1081536054611206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,128,power_law_1.01,0.1394752025604248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,32,power_law_1.2,0.07537279725074768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,32,power_law_1.01,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,64,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,64,power_law_1.2,0.07084800004959106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,32,power_law_1.2,0.07822719812393189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,1,128,power_law_1.2,0.12124799489974976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,128,power_law_1.01,0.15872000455856322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,2560,8,160,4,32,power_law_1.2,3.5692543029785155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,32,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,32,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,1,128,power_law_1.2,0.14582400321960448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,64,power_law_1.2,0.07210239768028259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,64,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,128,power_law_1.01,0.20541439056396485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,16,power_law_1.01,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,32,power_law_1.01,0.06017919778823853
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,32,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,1,128,power_law_1.2,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,128,power_law_1.01,0.2420799970626831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,64,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,64,power_law_1.01,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,16,power_law_1.01,0.08561279773712158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,32,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,32,power_law_1.2,0.06305279731750488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,1,128,power_law_1.2,0.21626880168914794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,128,power_law_1.01,0.31006081104278566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,64,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,64,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,16,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,32,power_law_1.01,0.06673920154571533
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,32,power_law_1.2,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,64,power_law_1.01,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,64,power_law_1.2,0.0782144010066986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,1,128,power_law_1.2,0.25968639850616454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,128,power_law_1.01,0.4024320125579834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,32,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,16,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,16,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,32,power_law_1.2,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,64,power_law_1.01,0.11633280515670777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,64,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,32,power_law_1.01,0.07311999797821045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,1,128,power_law_1.2,0.3401727914810181
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,16,power_law_1.01,0.06592000126838685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,16,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,128,power_law_1.01,0.5392320156097412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,32,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,64,power_law_1.01,0.1415168046951294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,64,power_law_1.2,0.08479359745979309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,32,power_law_1.01,0.07251200079917908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,16,power_law_1.01,0.07327359914779663
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,16,power_law_1.2,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,1,128,power_law_1.2,0.4405248165130615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,128,power_law_1.01,0.7209152221679688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,32,power_law_1.2,0.0728767991065979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,32,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,16,power_law_1.01,0.0757695972919464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,16,power_law_1.2,0.0622655987739563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,64,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,64,power_law_1.01,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,1,128,power_law_1.2,0.6553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,32,power_law_1.2,0.07537919878959656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,128,power_law_1.01,0.8687552452087403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,32,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,16,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,16,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,64,power_law_1.2,0.0942143976688385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,64,power_law_1.01,0.2097536087036133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,32,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,32,power_law_1.01,0.07905920147895813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,1,128,power_law_1.2,0.8491007804870605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,16,power_law_1.01,0.08234239816665649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,16,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,64,power_law_1.2,0.10915839672088623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,128,power_law_1.01,1.3350912094116212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,64,power_law_1.01,0.23530879020690917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,32,power_law_1.2,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,32,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,16,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,16,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,64,power_law_1.2,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,1,128,power_law_1.2,1.0811391830444337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,64,power_law_1.01,0.3137408018112183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,32,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,32,power_law_1.01,0.08334720134735107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,16,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,16,power_law_1.2,0.08028799891471863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,64,power_law_1.2,0.14724479913711547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,128,power_law_1.01,2.7600831985473633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,64,power_law_1.01,0.39157121181488036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,32,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,32,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,1,128,power_law_1.2,1.5614144325256347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,16,power_law_1.01,0.08972799777984619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,16,power_law_1.2,0.0819263994693756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,64,power_law_1.2,0.1652735948562622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,32,power_law_1.2,0.08907520174980163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,64,power_law_1.01,0.5453695774078369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,32,power_law_1.01,0.09194880127906799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,16,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,16,power_law_1.2,0.0825215995311737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,64,power_law_1.2,0.20500481128692627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,32,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,32,power_law_1.01,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,64,power_law_1.01,0.7020544052124024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,1,128,power_law_1.2,3.3640510559082033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,16,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,16,power_law_1.2,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,64,power_law_1.2,0.24268159866333008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,32,power_law_1.2,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,32,power_law_1.01,0.11141760349273681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,16,power_law_1.2,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,16,power_law_1.01,0.10117119550704956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,64,power_law_1.01,0.8785856246948243
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,64,power_law_1.2,0.3457024097442627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,32,power_law_1.2,0.11327359676361085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,32,power_law_1.01,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,16,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,8,power_law_1.01,0.08232960104942322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,16,power_law_1.01,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,64,power_law_1.2,0.416761589050293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,32,power_law_1.2,0.12595200538635254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,32,power_law_1.01,0.1482751965522766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,64,power_law_1.01,1.3236224174499511
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,16,power_law_1.2,0.0964735984802246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,8,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,16,power_law_1.01,0.10936319828033447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,32,power_law_1.01,0.17161600589752196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,32,power_law_1.2,0.1613759994506836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,64,power_law_1.2,0.592083215713501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,16,power_law_1.2,0.1005247950553894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,8,power_law_1.01,0.10199040174484253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,16,power_law_1.01,0.12738560438156127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,32,power_law_1.01,0.2109503984451294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,8,power_law_1.2,0.0745855987071991
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,32,power_law_1.2,0.17142399549484252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,16,power_law_1.2,0.10240000486373901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,8,power_law_1.01,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,64,power_law_1.01,2.7242496490478514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,64,power_law_1.2,0.7934016227722168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,16,power_law_1.01,0.13844480514526367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,16,power_law_1.2,0.11427839994430541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,32,power_law_1.01,0.2504767894744873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,32,power_law_1.2,0.2176896095275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,8,power_law_1.01,0.07494400143623352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,8,power_law_1.2,0.08848000168800355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,16,power_law_1.01,0.16095999479293824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,64,power_law_1.2,1.0117183685302735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,16,power_law_1.2,0.12963199615478516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,8,power_law_1.01,0.0821183979511261
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,32,power_law_1.2,0.26808319091796873
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,32,power_law_1.01,0.32931840419769287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,8,power_law_1.2,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,16,power_law_1.01,0.19151359796524048
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,8,power_law_1.01,0.08887680172920227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,16,power_law_1.2,0.13905919790267945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,32,power_law_1.2,0.3536895990371704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,32,power_law_1.01,0.4134848117828369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,8,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,64,power_law_1.2,1.5347711563110351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,16,power_law_1.01,0.23571839332580566
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,8,power_law_1.01,0.10363520383834839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,16,power_law_1.2,0.1679360032081604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,8,power_law_1.2,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,32,power_law_1.2,0.44994559288024905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,32,power_law_1.01,0.5777344226837158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,16,power_law_1.01,0.28161280155181884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,8,power_law_1.01,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,16,power_law_1.2,0.19660799503326415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,8,power_law_1.2,0.08392959833145142
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,32,power_law_1.2,0.659449577331543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,64,power_law_1.2,3.002982330322266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,32,power_law_1.01,0.7344319820404053
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,8,power_law_1.01,0.10954879522323609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,16,power_law_1.01,0.36433920860290525
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,8,power_law_1.2,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,16,power_law_1.2,0.2484287977218628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,32,power_law_1.2,0.7913472175598144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,8,power_law_1.01,0.11099519729614257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,32,power_law_1.01,0.8978367805480957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,8,power_law_1.2,0.09993600249290466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,16,power_law_1.01,0.4675583839416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,16,power_law_1.2,0.3047424077987671
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,8,power_law_1.01,0.11038080453872681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,8,power_law_1.2,0.10240639448165893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,32,power_law_1.2,0.9936896324157715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,16,power_law_1.2,0.38915200233459474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,16,power_law_1.01,0.6332352161407471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,32,power_law_1.01,1.4161855697631835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,8,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,8,power_law_1.2,0.10404479503631592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,16,power_law_1.2,0.49295358657836913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,16,power_law_1.01,0.8355775833129883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,32,power_law_1.2,1.597439956665039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,8,power_law_1.01,0.12184959650039673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,8,power_law_1.2,0.10894080400466918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,32,power_law_1.01,2.8194816589355467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,16,power_law_1.01,1.0035136222839356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,16,power_law_1.2,0.7020480155944824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,8,power_law_1.01,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,8,power_law_1.2,0.11141120195388794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,32,power_law_1.2,3.214131164550781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,8,power_law_1.01,0.13330559730529784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,8,power_law_1.2,0.11407359838485717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,16,power_law_1.2,0.8658944129943847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,16,power_law_1.01,1.5757311820983886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,8,power_law_1.01,0.031065601110458373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,8,power_law_1.01,0.1392575979232788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,8,power_law_1.2,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,8,power_law_1.01,0.028672000765800475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,16,power_law_1.2,1.0688575744628905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,16,power_law_1.01,2.959564781188965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,8,power_law_1.01,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,8,power_law_1.2,0.12777600288391114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,8,power_law_1.01,0.029491201043128967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,8,power_law_1.01,0.17305599451065062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,8,power_law_1.01,0.029491201043128967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,8,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,16,power_law_1.2,1.6281536102294922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,8,power_law_1.01,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,8,power_law_1.01,0.21582720279693604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,8,power_law_1.2,0.14499839544296264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,8,power_law_1.01,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,8,power_law_1.01,0.24289278984069823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,8,power_law_1.2,0.16671359539031982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,8,power_law_1.01,0.03110400140285492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,16,power_law_1.2,3.2174015045166016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,8,power_law_1.01,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,14336,2,8,32,8,power_law_1.2,0.029075199365615846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,8,power_law_1.2,0.18309760093688965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,8,power_law_1.01,0.29306879043579104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,8,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,14336,2,8,32,8,power_law_1.2,0.029286399483680725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,8,power_law_1.01,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,8,power_law_1.2,0.21091198921203613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,8,power_law_1.01,0.3397631883621216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,8,power_law_1.01,0.032742398977279666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,14336,2,8,32,8,power_law_1.2,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,8,power_law_1.01,0.0331712007522583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,8,power_law_1.2,0.24001920223236084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,14336,2,8,32,8,power_law_1.2,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,8,power_law_1.01,0.45608959197998045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,8,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,14336,2,8,32,8,power_law_1.2,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,8,power_law_1.2,0.3086080074310303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,8,power_law_1.01,0.5707712173461914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,8,power_law_1.01,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,14336,2,8,32,8,power_law_1.2,0.030700799822807313
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,8,power_law_1.01,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,14336,2,8,32,8,power_law_1.2,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,8,power_law_1.2,0.3676095962524414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,8,power_law_1.01,0.7811071872711182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,8,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,14336,2,8,32,8,power_law_1.2,0.03155199885368347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,8,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,14336,2,8,32,8,power_law_1.2,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,8,power_law_1.2,0.4868095874786377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,8,power_law_1.01,1.0072064399719238
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,8,power_law_1.01,0.05364480018615723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,14336,2,8,32,8,power_law_1.2,0.03196159899234772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,8,power_law_1.01,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,14336,2,8,32,8,power_law_1.2,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,8,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,8,power_law_1.2,0.618291187286377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,8,power_law_1.01,0.03644160032272339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,14336,2,8,32,8,power_law_1.2,0.03400320112705231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,8,power_law_1.01,1.2785728454589844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,8,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,8,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,16384,2,8,32,8,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,14336,2,8,32,8,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,8,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,8,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,8,power_law_1.2,0.8249471664428711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,16384,2,8,32,8,power_law_1.2,0.04176000058650971
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,14336,2,8,32,8,power_law_1.2,0.03477759957313538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,8,power_law_1.01,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,8,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,16384,2,8,32,8,power_law_1.2,0.033983999490737916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,8,power_law_1.01,1.8296895980834962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,power_law_1.01,0.09011200070381165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,14336,2,8,32,8,power_law_1.2,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,8,power_law_1.01,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,8,power_law_1.01,0.10771839618682862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,8,power_law_1.2,1.0880960464477538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,16384,2,8,32,8,power_law_1.2,0.033990401029586795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,14336,2,8,32,8,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,8,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,8,power_law_1.01,0.15237120389938355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,16384,2,8,32,8,power_law_1.2,0.03440000116825104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,14336,2,8,32,8,power_law_1.2,0.046291199326515195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,8,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,8,power_law_1.01,0.18838399648666382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,16384,2,8,32,8,power_law_1.2,0.034796801209449765
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,8,power_law_1.2,1.3526975631713867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,8,power_law_1.01,3.7275646209716795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,14336,2,8,32,8,power_law_1.2,0.049753600358963014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,power_law_1.01,0.07434239983558655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,8,power_law_1.01,0.03436799943447113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,8,power_law_1.01,0.2811968088150024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,16384,2,8,32,8,power_law_1.2,0.03482879996299744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,14336,2,8,32,8,power_law_1.2,0.05983999967575073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,8,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,16384,2,8,32,8,power_law_1.2,0.036057600378990175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,8,power_law_1.01,0.37253119945526125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,power_law_1.01,0.0749504029750824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,14336,2,8,32,8,power_law_1.2,0.07780479788780212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,8,power_law_1.2,2.0182720184326173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,1,256,power_law_1.2,0.18595199584960936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,8,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,16384,2,8,32,8,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,8,power_law_1.01,0.5068863868713379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,14336,2,8,32,8,power_law_1.2,0.07414399981498718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,power_law_1.01,0.07581440210342408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,8,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,16384,2,8,32,8,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,1,256,power_law_1.2,0.13106559514999389
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,14336,2,8,32,8,power_law_1.2,0.09523199796676636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,8,power_law_1.01,0.6741951942443848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,8,power_law_1.01,0.03764480054378509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,16384,2,8,32,8,power_law_1.2,0.03726080060005188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,14336,2,8,32,8,power_law_1.2,0.1140671968460083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,8,power_law_1.2,4.075110244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,1,256,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,8,power_law_1.01,1.3330368041992187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,8,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,16384,2,8,32,8,power_law_1.2,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,14336,2,8,32,8,power_law_1.2,0.15359359979629517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,8,power_law_1.01,0.04585599899291992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,1,256,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,14336,2,8,32,8,power_law_1.2,0.19619200229644776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,16384,2,8,32,8,power_law_1.2,0.038489601016044615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,14336,2,8,32,8,power_law_1.2,0.29512319564819334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,8,power_law_1.01,0.04956159889698029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,16384,2,8,32,8,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,1,256,power_law_1.2,0.07434239983558655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,14336,2,8,32,8,power_law_1.2,0.3520512104034424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,16384,2,8,32,8,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,8,power_law_1.01,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,1,256,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,power_law_1.01,0.07374719977378845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,14336,2,8,32,8,power_law_1.2,0.4237311840057373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,8,power_law_1.01,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,16384,2,8,32,8,power_law_1.2,0.049542400240898135
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,1,256,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,14336,2,8,32,8,power_law_1.2,0.6901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,power_law_1.01,0.07537279725074768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,8,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,16384,2,8,32,8,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,1,256,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,14336,2,8,32,8,power_law_1.2,1.3568191528320312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,8,power_law_1.01,0.08784000277519226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,16384,2,8,32,8,power_law_1.2,0.07024000287055969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,1,256,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,16384,2,8,32,8,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,8,power_law_1.01,0.0989184021949768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,1,256,power_law_1.2,0.07147520184516906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,power_law_1.01,0.07086719870567322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,8,power_law_1.01,0.12309119701385499
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,16384,2,8,32,8,power_law_1.2,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,1,256,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,16384,2,8,32,8,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,8,power_law_1.01,0.15073280334472655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,power_law_1.01,0.07374719977378845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,1,256,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,16384,2,8,32,8,power_law_1.2,0.12780159711837769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,1,256,power_law_1.2,0.07373440265655518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,8,power_law_1.01,0.22814719676971434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,1,256,power_law_1.2,0.07642239928245545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,16384,2,8,32,8,power_law_1.2,0.15973759889602662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,8,power_law_1.01,0.24412159919738768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,1,256,power_law_1.2,0.09054719805717468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,16384,2,8,32,8,power_law_1.2,0.2289599895477295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,8,power_law_1.01,0.3819583892822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,power_law_1.2,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,16384,2,8,32,8,power_law_1.2,0.2736063957214355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,power_law_1.01,0.16175999641418456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,1,256,power_law_1.01,0.08272640109062195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,8,power_law_1.01,0.48558721542358396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,power_law_1.2,0.11898880004882813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,16384,2,8,32,8,power_law_1.2,0.4009984016418457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,power_law_1.01,0.145196795463562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,8,power_law_1.01,0.5699584007263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,1,256,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,power_law_1.2,0.14111360311508178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,16384,2,8,32,8,power_law_1.2,0.48435201644897463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,power_law_1.01,0.07720959782600403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,8,power_law_1.01,0.8974399566650391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,1,256,power_law_1.01,0.10298880338668823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,power_law_1.01,0.06265599727630615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,16384,2,8,32,8,power_law_1.2,0.5769216060638428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,8,power_law_1.01,1.755948829650879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,power_law_1.2,0.1771775960922241
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,1,256,power_law_1.01,0.10854400396347046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,power_law_1.01,0.060236799716949466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,16384,2,8,32,8,power_law_1.2,0.9326592445373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,power_law_1.2,0.18124799728393554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,1,256,power_law_1.01,0.13193600177764891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,2,128,power_law_1.2,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,power_law_1.01,0.06123520135879516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,16384,2,8,32,8,power_law_1.2,1.8837503433227538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,1,256,power_law_1.01,0.14950400590896606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,power_law_1.2,0.24001920223236084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,power_law_1.01,0.06225280165672302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,2,128,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,power_law_1.01,0.0675711989402771
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,1,256,power_law_1.01,0.19271039962768555
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,power_law_1.01,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,power_law_1.2,0.3286976099014282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,power_law_1.01,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,2,128,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,1,256,power_law_1.01,0.23203840255737304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,power_law_1.01,0.06165120005607605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,power_law_1.01,0.3190783977508545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,power_law_1.01,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,2,128,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,1,256,power_law_1.2,0.5150720119476319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,power_law_1.01,0.41512317657470704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,power_law_1.01,0.05489280223846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,power_law_1.01,0.06283519864082336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,2,128,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,1,256,power_law_1.2,0.6248447895050049
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,power_law_1.01,0.5601215839385987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,4,64,power_law_1.2,0.09727360010147094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,2,128,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,power_law_1.01,0.06491519808769226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,1,256,power_law_1.2,0.8556544303894043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,power_law_1.01,0.751200008392334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,power_law_1.01,0.05813120007514953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,2,128,power_law_1.2,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,4,64,power_law_1.2,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,power_law_1.01,0.9125887870788574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,1,256,power_law_1.2,1.185587215423584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,2,128,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,4,64,power_law_1.2,0.050809597969055174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,256,power_law_1.01,1.597439956665039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,2,128,power_law_1.2,0.06431999802589417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,power_law_1.01,0.06100479960441589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,power_law_1.01,0.06920959949493408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,4,64,power_law_1.2,0.053862398862838744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,1,256,power_law_1.2,1.6232255935668944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,256,power_law_1.01,3.382476806640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,2,128,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,power_law_1.01,0.07352319955825806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,power_law_1.01,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,4,64,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,2,128,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,4,64,power_law_1.2,0.05735039710998535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,power_law_1.01,0.08252800107002259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,1,256,power_law_1.2,2.6406911849975585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,4,64,power_law_1.2,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,2,128,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,power_law_1.01,0.08704000115394592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,4,64,power_law_1.2,0.05875840187072754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,2,128,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,power_law_1.01,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,power_law_1.01,0.09996160268783569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,1,256,power_law_1.2,6.203609466552734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,4,64,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,2,128,power_law_1.2,0.07206400036811829
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,power_law_1.01,0.06965759992599488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,power_law_1.01,0.11137919425964356
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,power_law_1.01,0.07556480169296265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,4,64,power_law_1.2,0.06225280165672302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,2,128,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,power_law_1.01,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,power_law_1.01,0.12819839715957643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,2,128,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,4,64,power_law_1.2,0.06370559930801392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,power_law_1.01,0.07904000282287597
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,power_law_1.01,0.14620800018310548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,8,32,power_law_1.2,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,2,128,power_law_1.2,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,8,32,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,power_law_1.01,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,4,64,power_law_1.2,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,power_law_1.01,0.18350720405578613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,8,32,power_law_1.2,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,2,128,power_law_1.2,0.1052672028541565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,power_law_1.01,0.09848960041999817
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,4,64,power_law_1.2,0.06943359971046448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,power_law_1.01,0.22652800083160402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,8,32,power_law_1.2,0.05569919943809509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,2,128,power_law_1.2,0.11384960412979125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,4,64,power_law_1.2,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,power_law_1.01,0.05941759943962097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,power_law_1.01,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,power_law_1.01,0.2881472110748291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,8,32,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,power_law_1.01,0.06021760106086731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,4,64,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,2,128,power_law_1.2,0.14295680522918702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,power_law_1.01,0.13230079412460327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,8,32,power_law_1.2,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,power_law_1.01,0.34591360092163087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,4,64,power_law_1.2,0.08253440260887146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,2,128,power_law_1.2,0.16343040466308595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,power_law_1.01,0.13967360258102418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,8,32,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,power_law_1.01,0.06345599889755249
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,power_law_1.01,0.46305279731750487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,4,64,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,8,32,power_law_1.2,0.06388480067253113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,2,128,power_law_1.2,0.21829760074615479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,power_law_1.01,0.17694079875946045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,8,32,power_law_1.2,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,4,64,power_law_1.2,0.10855679512023926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,power_law_1.01,0.6688511848449707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,2,128,power_law_1.2,0.24844799041748047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,power_law_1.01,0.20725760459899903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,8,32,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,4,64,power_law_1.2,0.11756800413131714
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,power_law_1.01,0.066348797082901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,2,128,power_law_1.2,0.37519359588623047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,power_law_1.01,0.278112006187439
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,8,32,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,power_law_1.01,0.7847871780395508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,power_law_1.01,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,4,64,power_law_1.2,0.1460096001625061
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,2,128,power_law_1.2,0.44420480728149414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,8,32,power_law_1.2,0.0679744005203247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,power_law_1.01,0.3555392026901245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,power_law_1.01,0.07680000066757202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,4,64,power_law_1.2,0.15193599462509155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,128,power_law_1.01,1.4112768173217773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,2,128,power_law_1.2,0.633241605758667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,power_law_1.01,0.06615039706230164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,8,32,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,power_law_1.01,0.4990975856781006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,power_law_1.01,0.07802879810333252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,4,64,power_law_1.2,0.18963840007781982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,8,32,power_law_1.2,0.0765887975692749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,power_law_1.01,0.08766080141067505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,2,128,power_law_1.2,1.017024040222168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,power_law_1.01,0.6520832061767579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,4,64,power_law_1.2,0.22300798892974855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,8,32,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,128,power_law_1.01,2.6075199127197264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,power_law_1.01,0.09524480104446412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,4,64,power_law_1.2,0.33464319705963136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,2,128,power_law_1.2,1.1851712226867677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,power_law_1.01,0.7540671825408936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,8,32,power_law_1.2,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,power_law_1.01,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,4,64,power_law_1.2,0.43685121536254884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,power_law_1.01,0.10648959875106812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,16,16,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,8,32,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,64,power_law_1.01,1.1655232429504394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,power_law_1.01,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,2,128,power_law_1.2,1.9281919479370118
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,power_law_1.01,0.12881920337677003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,4,64,power_law_1.2,0.5777344226837158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,16,16,power_law_1.2,0.08520320057868958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,8,32,power_law_1.2,0.10771839618682862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,16,16,power_law_1.2,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,power_law_1.01,0.1376255989074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,8,32,power_law_1.2,0.11509759426116943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,4,64,power_law_1.2,0.8368127822875977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,16,16,power_law_1.2,0.05366399884223938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,64,power_law_1.01,2.3588863372802735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,2,128,power_law_1.2,4.780204772949219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,8,32,power_law_1.2,0.1388159990310669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,power_law_1.01,0.1781440019607544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,4,64,power_law_1.2,1.026860809326172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,power_law_1.01,0.06592000126838685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,16,16,power_law_1.2,0.053651201725006106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,8,32,power_law_1.2,0.16219520568847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,power_law_1.01,0.21442561149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,16,16,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,power_law_1.01,0.06759039759635925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,4,64,power_law_1.2,1.4913536071777345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,8,32,power_law_1.2,0.21482880115509034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,16,16,power_law_1.2,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,power_law_1.01,0.2893887996673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,power_law_1.01,0.06714239716529846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,16,16,power_law_1.2,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,8,32,power_law_1.2,0.24453120231628417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,power_law_1.01,0.3555327892303467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,4,64,power_law_1.2,3.4164737701416015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,16,16,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,8,32,power_law_1.2,0.33810560703277587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,power_law_1.01,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,16,16,power_law_1.2,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,power_law_1.01,0.505241584777832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,16,16,power_law_1.2,0.06921600103378296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,8,32,power_law_1.2,0.4233215808868408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,power_law_1.01,0.596992015838623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,16,16,power_law_1.2,0.07294080257415772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,8,32,power_law_1.2,0.5830656051635742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,16,16,power_law_1.2,0.07411839962005615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,power_law_1.01,0.7692224025726319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,16,16,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,8,32,power_law_1.2,0.7585855960845947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,power_law_1.01,0.08602240085601806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,16,16,power_law_1.2,0.08557440042495727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,32,power_law_1.01,1.198681640625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,16,16,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,power_law_1.01,0.09093760251998902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,8,32,power_law_1.2,0.8671232223510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,16,16,power_law_1.2,0.09441279768943786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,power_law_1.01,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,16,16,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,power_law_1.01,0.11365760564804077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,8,32,power_law_1.2,1.3543423652648925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,32,power_law_1.01,2.271846389770508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,16,16,power_law_1.2,0.117958402633667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,128,power_law_1.01,0.04101119935512543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,power_law_1.01,0.13723520040512086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,16,16,power_law_1.2,0.1478656053543091
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,128,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,power_law_1.01,0.1605504035949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,8,32,power_law_1.2,3.327596664428711
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,16,16,power_law_1.2,0.16486400365829468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,128,power_law_1.01,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,power_law_1.01,0.19823999404907228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,128,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,16,16,power_law_1.2,0.2054271936416626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,power_law_1.01,0.22833919525146484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,128,power_law_1.01,0.033990401029586795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,16,16,power_law_1.2,0.263372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,power_law_1.01,0.3092223882675171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,power_law_1.01,0.060185599327087405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,2,128,power_law_1.2,0.03234559893608093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,128,power_law_1.01,0.03439359962940216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,power_law_1.01,0.39916799068450926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,16,16,power_law_1.2,0.3315648078918457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,128,power_law_1.01,0.035648000240325925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,2,128,power_law_1.2,0.03234559893608093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,power_law_1.01,0.0655680000782013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,power_law_1.01,0.5339072227478028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,128,power_law_1.01,0.03438720107078552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,2,128,power_law_1.2,0.031123200058937074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,16,16,power_law_1.2,0.472057580947876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,power_law_1.01,0.053651201725006106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,power_law_1.01,0.6996032238006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,128,power_law_1.01,0.035257598757743834
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,2,128,power_law_1.2,0.037478399276733396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,power_law_1.01,0.848691177368164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,16,16,power_law_1.2,0.628115177154541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,128,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,2,128,power_law_1.2,0.03315199911594391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,128,power_law_1.01,0.03684479892253876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,256,32,8,power_law_1.2,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,2,128,power_law_1.2,0.033606401085853575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,16,power_law_1.01,1.260531234741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,16,16,power_law_1.2,0.8462335586547851
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,128,power_law_1.01,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,2,128,power_law_1.2,0.03501439988613129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,power_law_1.01,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,256,32,8,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,128,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,16,power_law_1.01,2.6869760513305665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,2,128,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,16,16,power_law_1.2,0.9764863967895507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,power_law_1.01,0.06778879761695862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,128,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,2,128,power_law_1.2,0.033983999490737916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,256,32,8,power_law_1.2,0.0507968008518219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,64,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,128,power_law_1.01,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,2,128,power_law_1.2,0.03359360098838806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,64,power_law_1.01,0.02951039969921112
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,256,32,8,power_law_1.2,0.054054397344589236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,16,16,power_law_1.2,1.5155200004577636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,128,power_law_1.01,0.04343039989471435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,64,power_law_1.01,0.030687999725341798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,2,128,power_law_1.2,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,256,32,8,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,power_law_1.01,0.07228800058364868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,4,64,power_law_1.2,0.04220159947872162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,64,power_law_1.01,0.031148800253868104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,128,power_law_1.01,0.045849600434303285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,2,128,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,64,power_law_1.01,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,4,64,power_law_1.2,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,256,32,8,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,128,power_law_1.01,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,2,128,power_law_1.2,0.03929600119590759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,16,16,power_law_1.2,3.2739070892333983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,power_law_1.01,0.07166720032691956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,64,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,4,64,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,128,power_law_1.01,0.05772799849510193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,2,128,power_law_1.2,0.03971840143203735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,256,32,8,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,64,power_law_1.01,0.0331712007522583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,power_law_1.01,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,4,64,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,2,128,power_law_1.2,0.04302079975605011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,128,power_law_1.01,0.07252479791641235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,64,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,4,64,power_law_1.2,0.032332798838615416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,256,32,8,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,power_law_1.01,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,2,128,power_law_1.2,0.04381439983844757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,64,power_law_1.01,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,128,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,4,64,power_law_1.2,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,256,32,8,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,64,power_law_1.01,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,2,128,power_law_1.2,0.049958398938179015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,4,64,power_law_1.2,0.03771519958972931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,128,power_law_1.01,0.09255679845809936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,64,power_law_1.01,0.04748800098896026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,4,64,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,256,32,8,power_law_1.2,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,2,128,power_law_1.2,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,128,power_law_1.01,0.1368127942085266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,64,power_law_1.01,0.04996480047702789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,4,64,power_law_1.2,0.0434112012386322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,2,128,power_law_1.2,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,128,power_law_1.01,0.1909119963645935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,256,32,8,power_law_1.2,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,power_law_1.01,0.08639360070228577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,64,power_law_1.01,0.05322880148887634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,4,64,power_law_1.2,0.045049598813056944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,2,128,power_law_1.2,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,64,power_law_1.01,0.04012799859046936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,128,power_law_1.01,0.18554240465164185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,4,64,power_law_1.2,0.051577597856521606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,power_law_1.01,0.09278079867362976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,256,32,8,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,64,power_law_1.01,0.04380159974098206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,2,128,power_law_1.2,0.08396160006523132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,4,64,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,power_law_1.01,0.10177919864654542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,128,power_law_1.01,0.27545599937438964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,256,32,8,power_law_1.2,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,32,power_law_1.01,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,64,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,2,128,power_law_1.2,0.11756160259246826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,4,64,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,power_law_1.01,0.11345920562744141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,256,32,8,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,64,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,128,power_law_1.01,0.32460799217224123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,32,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,2,128,power_law_1.2,0.1773568034172058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,4,64,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,power_law_1.01,0.1286080002784729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,64,power_law_1.01,0.04917759895324707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,256,32,8,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,32,power_law_1.01,0.030720001459121703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,2,128,power_law_1.2,0.30188798904418945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,4,64,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,128,power_law_1.01,0.37151360511779785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,64,power_law_1.01,0.052825599908828735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,power_law_1.01,0.15667200088500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,32,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,256,32,8,power_law_1.2,0.09379199743270875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,2,128,power_law_1.2,0.263372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,4,64,power_law_1.2,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,32,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,64,power_law_1.01,0.0667519986629486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,128,power_law_1.01,0.6154304027557373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,power_law_1.01,0.17059199810028075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,256,32,8,power_law_1.2,0.10198400020599366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,2,128,power_law_1.2,0.4122623920440674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,4,64,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,8,32,power_law_1.2,0.03273600041866302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,32,power_law_1.01,0.03646079897880554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,64,power_law_1.01,0.08335360288619995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,power_law_1.01,0.23265280723571777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,256,32,8,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,4,64,power_law_1.2,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,8,32,power_law_1.2,0.031142398715019226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,2,128,power_law_1.2,0.46959362030029295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,32,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,64,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,128,power_law_1.01,1.4022656440734864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,4,64,power_law_1.2,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,8,32,power_law_1.2,0.03051519989967346
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,256,32,8,power_law_1.2,0.13352320194244385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,power_law_1.01,0.28446719646453855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,32,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,64,power_law_1.01,0.1275904059410095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,2,128,power_law_1.2,0.5933055877685547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,8,32,power_law_1.2,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,4,64,power_law_1.2,0.07802240252494812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,256,32,8,power_law_1.2,0.1605504035949707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,32,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,64,power_law_1.01,0.1660863995552063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,power_law_1.01,0.39648640155792236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,8,32,power_law_1.2,0.030713599920272828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,4,64,power_law_1.2,0.10033919811248779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,2,128,power_law_1.2,0.8761280059814454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,256,32,8,power_law_1.2,0.17657599449157715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,32,power_law_1.01,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,8,32,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,64,power_law_1.01,0.16936320066452026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,power_law_1.01,0.46674561500549316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,4,64,power_law_1.2,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,32,power_law_1.01,0.0471231997013092
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,256,32,8,power_law_1.2,0.24001920223236084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,8,32,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,4,64,power_law_1.2,0.13395839929580688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,64,power_law_1.01,0.264192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,power_law_1.01,0.6811647891998291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,32,power_law_1.01,0.051583999395370485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,8,32,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,2,128,power_law_1.2,1.8808832168579102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,256,32,8,power_law_1.2,0.29675519466400146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,4,64,power_law_1.2,0.2160640001296997
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,64,power_law_1.01,0.3225600004196167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,8,32,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,32,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,power_law_1.01,0.8736767768859863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,256,32,8,power_law_1.2,0.4241343975067139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,4,64,power_law_1.2,0.2174976110458374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,8,32,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,32,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,64,power_law_1.01,0.3704767942428589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,256,32,8,power_law_1.2,0.5294079780578613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,power_law_1.01,1.054918384552002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,8,32,power_law_1.2,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,4,64,power_law_1.2,0.37192320823669434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,32,power_law_1.01,0.040992000699043275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,8,32,power_law_1.2,0.05322880148887634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,256,32,8,power_law_1.2,0.7421887874603271
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,32,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,64,power_law_1.01,0.6055871963500976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,4,64,power_law_1.2,0.43929600715637207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,8,power_law_1.01,1.55033597946167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,8,32,power_law_1.2,0.05364480018615723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,32,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,256,32,8,power_law_1.2,0.993280029296875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,8,32,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,4,64,power_law_1.2,0.6305791854858398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,32,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,64,power_law_1.01,1.1073151588439942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,8,32,power_law_1.2,0.04220159947872162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,256,32,8,power_law_1.2,1.1724864006042481
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,32,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,8,power_law_1.01,3.364876937866211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,4,64,power_law_1.2,1.0133376121520996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,8,32,power_law_1.2,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,32,power_law_1.01,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,8,32,power_law_1.2,0.04875519871711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,256,32,8,power_law_1.2,1.7903360366821288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,32,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,8,32,power_law_1.2,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,4,64,power_law_1.2,2.0797632217407225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,32,power_law_1.01,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,16,power_law_1.01,0.041766399145126344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,8,32,power_law_1.2,0.06677759885787964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,32,power_law_1.01,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,16,power_law_1.01,0.03728640079498291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,256,32,8,power_law_1.2,3.486540985107422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,8,32,power_law_1.2,0.08663039803504943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,32,power_law_1.01,0.17776000499725342
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,16,power_law_1.01,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,8,32,power_law_1.2,0.08866559863090515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,32,power_law_1.01,0.16834559440612792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,16,power_law_1.01,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,8,32,power_law_1.2,0.11755520105361938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,32,power_law_1.01,0.24780800342559814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,16,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,8,32,power_law_1.2,0.14703359603881835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,32,power_law_1.01,0.31436800956726074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,16,power_law_1.01,0.03561600148677826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,8,32,power_law_1.2,0.23592960834503174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,16,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,32,power_law_1.01,0.39095680713653563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,16,16,power_law_1.2,0.03887999951839447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,16,power_law_1.01,0.035206401348114015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,8,32,power_law_1.2,0.2459968090057373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,16,16,power_law_1.2,0.029491201043128967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,32,power_law_1.01,0.596992015838623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,16,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,8,32,power_law_1.2,0.3682368040084839
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,16,16,power_law_1.2,0.029900801181793214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,32,power_law_1.01,1.2478400230407716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,16,power_law_1.01,0.03560959994792938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,16,16,power_law_1.2,0.03155199885368347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,8,32,power_law_1.2,0.4741375923156738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,16,power_law_1.01,0.03607040047645569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,16,16,power_law_1.2,0.032364800572395325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,16,power_law_1.01,0.03726080060005188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,8,32,power_law_1.2,0.6043647766113281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,16,16,power_law_1.2,0.03524479866027832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,16,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,16,16,power_law_1.2,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,8,32,power_law_1.2,1.0076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,16,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,16,16,power_law_1.2,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,16,power_law_1.01,0.04504320025444031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,16,16,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,8,power_law_1.01,0.034790399670600894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,16,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,16,16,power_law_1.2,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,8,power_law_1.01,0.03218559920787811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,8,32,power_law_1.2,2.5649152755737306
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,4096,1536,8,128,32,8,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,8,power_law_1.01,0.03047040104866028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,16,power_law_1.01,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,16,16,power_law_1.2,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,4096,1536,8,128,32,8,power_law_1.2,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,8,power_law_1.01,0.03194240033626557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,16,power_law_1.01,0.05978879928588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,16,16,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,8,power_law_1.01,0.03276160061359405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,4096,1536,8,128,32,8,power_law_1.2,0.031539198756217954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,16,16,power_law_1.2,0.038464000821113585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,16,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,32,power_law_1.01,0.05858560204505921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,8,power_law_1.01,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,4096,1536,8,128,32,8,power_law_1.2,0.03234559893608093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,16,16,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,32,power_law_1.01,0.059001600742340087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,16,power_law_1.01,0.07493759989738465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,8,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,4096,1536,8,128,32,8,power_law_1.2,0.03274880051612854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,16,16,power_law_1.2,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,32,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,8,32,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,8,power_law_1.01,0.03684479892253876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,16,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,4096,1536,8,128,32,8,power_law_1.2,0.03562879860401154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,32,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,8,power_law_1.01,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,16,16,power_law_1.2,0.04525440037250519
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,4096,1536,8,128,32,8,power_law_1.2,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,16,power_law_1.01,0.11349120140075683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,8,32,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,32,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,8,power_law_1.01,0.03686400055885315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,4096,1536,8,128,32,8,power_law_1.2,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,16,16,power_law_1.2,0.048153600096702574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,16,power_law_1.01,0.12451839447021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,32,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,8,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,8,32,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,4096,1536,8,128,32,8,power_law_1.2,0.038073599338531494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,16,16,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,32,power_law_1.01,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,16,power_law_1.01,0.17448960542678832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,8,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,8,32,power_law_1.2,0.04917120039463043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,4096,1536,8,128,32,8,power_law_1.2,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,32,power_law_1.01,0.05448960065841675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,16,16,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,8,power_law_1.01,0.038899201154708865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,16,power_law_1.01,0.19332480430603027
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,4096,1536,8,128,32,8,power_law_1.2,0.0381056010723114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,8,32,power_law_1.2,0.04993920028209686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,32,power_law_1.01,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,8,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,16,16,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,4096,1536,8,128,32,8,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,32,power_law_1.01,0.05694079995155334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,8,32,power_law_1.2,0.05120639801025391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,8,power_law_1.01,0.04586879909038544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,16,power_law_1.01,0.28139519691467285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,16,16,power_law_1.2,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,4096,1536,8,128,32,8,power_law_1.2,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,32,power_law_1.01,0.05856000185012818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,8,power_law_1.01,0.04832000136375427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,8,32,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,16,power_law_1.01,0.06180480122566223
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,16,16,power_law_1.2,0.12348799705505371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,16,power_law_1.01,0.3602368116378784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,4096,1536,8,128,32,8,power_law_1.2,0.04261119961738587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,32,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,8,power_law_1.01,0.05119360089302063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,8,32,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,16,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,16,16,power_law_1.2,0.1431615948677063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,4096,1536,8,128,32,8,power_law_1.2,0.04669440090656281
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,8,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,32,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,8,32,power_law_1.2,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,16,power_law_1.01,0.46878719329833984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,16,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,4096,1536,8,128,32,8,power_law_1.2,0.04935680031776428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,16,16,power_law_1.2,0.2226111888885498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,8,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,32,power_law_1.01,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,8,32,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,4096,1536,8,128,32,8,power_law_1.2,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,16,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,16,16,power_law_1.2,0.22834560871124268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,32,power_law_1.01,0.0757695972919464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,8,power_law_1.01,0.078847998380661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,8,32,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,16,power_law_1.01,0.6790847778320312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,4096,1536,8,128,32,8,power_law_1.2,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,16,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,32,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,16,16,power_law_1.2,0.3774271965026855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,8,32,power_law_1.2,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,8,power_law_1.01,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,4096,1536,8,128,32,8,power_law_1.2,0.06984320282936096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,16,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,32,power_law_1.01,0.07742720246315002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,8,32,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,16,16,power_law_1.2,0.05978879928588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,8,power_law_1.01,0.11223039627075196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,4096,1536,8,128,32,8,power_law_1.2,0.08499199748039246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,16,power_law_1.01,1.2986111640930176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,16,16,power_law_1.2,0.43601279258728026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,16,power_law_1.01,0.05980799794197082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,4096,1536,8,128,32,8,power_law_1.2,0.10751359462738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,8,32,power_law_1.2,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,32,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,8,power_law_1.01,0.15300480127334595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,16,16,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,16,power_law_1.01,0.05980799794197082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,16,16,power_law_1.2,0.5654528141021729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,4096,1536,8,128,32,8,power_law_1.2,0.1265663981437683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,8,32,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,32,power_law_1.01,0.10198400020599366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,8,power_law_1.01,0.1959936022758484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,16,16,power_law_1.2,0.049983999133110045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,16,power_law_1.01,0.05943040251731872
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,4096,1536,8,128,32,8,power_law_1.2,0.1642624020576477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,8,32,power_law_1.2,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,32,power_law_1.01,0.12737280130386353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,8,power_law_1.01,0.2332672119140625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,16,16,power_law_1.2,0.049568000435829165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,16,16,power_law_1.2,1.0186688423156738
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,16,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,8,32,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,4096,1536,8,128,32,8,power_law_1.2,0.2258944034576416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,32,power_law_1.01,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,16,16,power_law_1.2,0.05281280279159546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,8,power_law_1.01,0.3401472091674805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,16,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,8,32,power_law_1.2,0.1003775954246521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,4096,1536,8,128,32,8,power_law_1.2,0.28384640216827395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,16,16,power_law_1.2,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,32,power_law_1.01,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,16,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,16,16,power_law_1.2,1.979404830932617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,8,32,power_law_1.2,0.11511039733886719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,8,power_law_1.01,0.43685121536254884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,16,16,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,4096,1536,8,128,32,8,power_law_1.2,0.4601856231689453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,32,power_law_1.01,0.19456000328063966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,16,power_law_1.01,0.06878719925880432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,8,32,power_law_1.2,0.13063039779663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,16,16,power_law_1.2,0.05877760052680969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,4096,1536,8,128,32,8,power_law_1.2,0.5609536170959473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,16,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,32,power_law_1.01,0.24965119361877441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,8,power_law_1.01,0.5122111797332763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,8,32,power_law_1.2,0.1462272047996521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,16,16,power_law_1.2,0.05980799794197082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,16,power_law_1.01,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,32,power_law_1.01,0.2934783935546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,4096,1536,8,128,32,8,power_law_1.2,0.7057407855987549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,16,16,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,8,32,power_law_1.2,0.17509759664535524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,16,power_law_1.01,0.08805760145187377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,8,power_law_1.01,0.8427328109741211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,16,16,power_law_1.2,0.06475520133972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,32,power_law_1.01,0.41617279052734374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,8,32,power_law_1.2,0.20398080348968506
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,16,power_law_1.01,0.08252800107002259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,4096,1536,8,128,32,8,power_law_1.2,1.1564928054809571
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,16,16,power_law_1.2,0.06474239826202392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,8,32,power_law_1.2,0.32972800731658936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,16,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,32,power_law_1.01,0.5486591815948486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,8,power_law_1.01,1.562617588043213
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,16,16,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,16,power_law_1.01,0.1241152048110962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,8,32,power_law_1.2,0.3502079963684082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,4096,1536,8,128,32,8,power_law_1.2,2.788345527648926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,32,power_law_1.01,0.7327807903289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,16,16,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,16,power_law_1.01,0.16261759996414185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,8,32,power_law_1.2,0.5765120029449463
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,16,16,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,16,power_law_1.01,0.13760000467300415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,32,power_law_1.01,1.1155455589294434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,16,16,power_law_1.2,0.08004480004310607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,8,32,power_law_1.2,0.6778816223144531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,16,power_law_1.01,0.18309119939804078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,16,16,power_law_1.2,0.08477439880371093
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,16,power_law_1.01,0.21975040435791016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,8,32,power_law_1.2,0.9904191970825196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,32,power_law_1.01,2.216543960571289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,16,16,power_law_1.2,0.10014079809188843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,16,power_law_1.01,0.2944960117340088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,16,16,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,8,32,power_law_1.2,1.5577088356018067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,16,power_law_1.01,0.364134407043457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,16,16,power_law_1.2,0.13783040046691894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,16,power_law_1.01,0.5003200054168702
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,16,16,power_law_1.2,0.1584831953048706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,8,32,power_law_1.2,3.958585739135742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,16,power_law_1.01,0.6035456180572509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,16,16,power_law_1.2,0.21032960414886476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,16,power_law_1.01,0.7929599761962891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,16,16,power_law_1.2,0.2381824016571045
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,8,power_law_1.01,0.05734400153160095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,16,16,power_law_1.2,0.3239936113357544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,16,power_law_1.01,1.263814353942871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,8,power_law_1.01,0.06347519755363465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,16,16,power_law_1.2,0.43970561027526855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,8,power_law_1.01,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,16,power_law_1.01,2.5579328536987305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,8,power_law_1.01,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,16,16,power_law_1.2,0.5482495784759521
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,8,power_law_1.01,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,16,16,power_law_1.2,0.8110079765319824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,8,power_law_1.01,0.05899519920349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,16,16,power_law_1.2,0.9793472290039062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,8,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,6144,2560,8,160,32,8,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,8,power_law_1.01,0.06306560039520263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,6144,2560,8,160,32,8,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,16,16,power_law_1.2,1.5929280281066895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,8,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,6144,2560,8,160,32,8,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,power_law_1.01,0.1482751965522766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,8,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,6144,2560,8,160,32,8,power_law_1.2,0.050195199251174924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,power_law_1.01,0.15301120281219482
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,8,power_law_1.01,0.06718720197677612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,2,128,power_law_1.2,0.1302016019821167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,16,16,power_law_1.2,3.338240051269531
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,6144,2560,8,160,32,8,power_law_1.2,0.051641601324081424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,power_law_1.01,0.08887680172920227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,8,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,2,128,power_law_1.2,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,6144,2560,8,160,32,8,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,power_law_1.01,0.061638402938842776
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,8,power_law_1.01,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,6144,2560,8,160,32,8,power_law_1.2,0.06106879711151123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,power_law_1.01,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,2,128,power_law_1.2,0.08479359745979309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,8,power_law_1.01,0.0769919991493225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,6144,2560,8,160,32,8,power_law_1.2,0.061401599645614625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,power_law_1.01,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,power_law_1.01,0.2023360013961792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,8,power_law_1.01,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,2,128,power_law_1.2,0.06387839913368225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,6144,2560,8,160,32,8,power_law_1.2,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,power_law_1.01,0.07148799896240235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,power_law_1.01,0.08767359852790832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,8,power_law_1.01,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,2,128,power_law_1.2,0.0686079978942871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,6144,2560,8,160,32,8,power_law_1.2,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,power_law_1.01,0.07147520184516906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,power_law_1.01,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,8,power_law_1.01,0.10076160430908203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,6144,2560,8,160,32,8,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,2,128,power_law_1.2,0.0715071976184845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,power_law_1.01,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,8,power_law_1.01,0.11060479879379273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,4,64,power_law_1.2,0.19733760356903077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,6144,2560,8,160,32,8,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,2,128,power_law_1.2,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,8,power_law_1.01,0.1265727996826172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,power_law_1.01,0.0604095995426178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,4,64,power_law_1.2,0.08766080141067505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,6144,2560,8,160,32,8,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,8,power_law_1.01,0.1494976043701172
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,power_law_1.01,0.06638720035552978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,2,128,power_law_1.2,0.07535359859466553
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,6144,2560,8,160,32,8,power_law_1.2,0.08332800269126892
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,4,64,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,8,power_law_1.01,0.16199040412902832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,6144,2560,8,160,32,8,power_law_1.2,0.0921343982219696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,power_law_1.01,0.07681919932365418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,2,128,power_law_1.2,0.07352960109710693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,4,64,power_law_1.2,0.05632640123367309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,8,power_law_1.01,0.20131199359893798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,power_law_1.01,0.0710591971874237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,6144,2560,8,160,32,8,power_law_1.2,0.0923520028591156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,power_law_1.01,0.09564160108566284
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,power_law_1.01,0.08008319735527039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,8,power_law_1.01,0.2559999942779541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,4,64,power_law_1.2,0.06020479798316956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,power_law_1.01,0.06901760101318359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,2,128,power_law_1.2,0.07556480169296265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,6144,2560,8,160,32,8,power_law_1.2,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,8,power_law_1.01,0.33996798992156985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,power_law_1.01,0.0856000006198883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,4,64,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,6144,2560,8,160,32,8,power_law_1.2,0.12064640522003174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,2,128,power_law_1.2,0.07845119833946228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,power_law_1.01,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,8,power_law_1.01,0.4253695964813232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,6144,2560,8,160,32,8,power_law_1.2,0.12943359613418579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,power_law_1.01,0.08826879858970642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,4,64,power_law_1.2,0.06222720146179199
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,2,128,power_law_1.2,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,power_law_1.01,0.055327999591827395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,6144,2560,8,160,32,8,power_law_1.2,0.15525120496749878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,8,power_law_1.01,0.5867519855499268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,power_law_1.01,0.08109440207481385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,4,64,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,power_law_1.01,0.09809920191764832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,2,128,power_law_1.2,0.08293759822845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,6144,2560,8,160,32,8,power_law_1.2,0.16917120218276976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,power_law_1.01,0.07925760149955749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,4,64,power_law_1.2,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,power_law_1.01,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,2,128,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,8,power_law_1.01,0.7598080158233642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,6144,2560,8,160,32,8,power_law_1.2,0.23121919631958007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,power_law_1.01,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,8,32,power_law_1.2,0.09810559749603272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,power_law_1.01,0.12287360429763794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,4,64,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,6144,2560,8,160,32,8,power_law_1.2,0.28280959129333494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,2,128,power_law_1.2,0.08887680172920227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,8,power_law_1.01,0.9011263847351074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,power_law_1.01,0.08726400136947632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,6144,2560,8,160,32,8,power_law_1.2,0.374783992767334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,power_law_1.01,0.15259519815444947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,2,128,power_law_1.2,0.0923904001712799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,4,64,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,8,32,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,power_law_1.01,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,power_law_1.01,0.08928639888763427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,8,power_law_1.01,1.3924287796020507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,6144,2560,8,160,32,8,power_law_1.2,0.4675583839416504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,2,128,power_law_1.2,0.10280319452285766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,power_law_1.01,0.15134079456329347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,4,64,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,8,32,power_law_1.2,0.07253119945526124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,power_law_1.01,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,2,128,power_law_1.2,0.11696640253067017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,power_law_1.01,0.20480000972747803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,6144,2560,8,160,32,8,power_law_1.2,0.6746111869812011
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,4,64,power_law_1.2,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,power_law_1.01,0.07372159957885742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,8,32,power_law_1.2,0.052832001447677614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,power_law_1.01,0.10486400127410889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,8,power_law_1.01,2.7650047302246095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,2,128,power_law_1.2,0.12881920337677003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,4,64,power_law_1.2,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,power_law_1.01,0.24106240272521973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,8,32,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,6144,2560,8,160,32,8,power_law_1.2,0.9609215736389161
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,power_law_1.01,0.11960320472717285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,power_law_1.01,0.07987840175628662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,2,128,power_law_1.2,0.16486400365829468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,4,64,power_law_1.2,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,8,32,power_law_1.2,0.06041600108146668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,power_law_1.01,0.3264512062072754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,6144,2560,8,160,32,8,power_law_1.2,1.0770496368408202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,power_law_1.01,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,4,64,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,power_law_1.01,0.0805184006690979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,2,128,power_law_1.2,0.1734655976295471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,8,32,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,power_law_1.01,0.41802239418029785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,power_law_1.01,0.15525120496749878
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,6144,2560,8,160,32,8,power_law_1.2,1.5667200088500977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,4,64,power_law_1.2,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,8,32,power_law_1.2,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,2,128,power_law_1.2,0.20889599323272706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,power_law_1.01,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,power_law_1.01,0.5638144016265869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,4,64,power_law_1.2,0.10772479772567749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,8,32,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,2,128,power_law_1.2,0.2529216051101685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,power_law_1.01,0.23367679119110107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,6144,2560,8,160,32,8,power_law_1.2,3.7562305450439455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,4,64,power_law_1.2,0.12124160528182984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,power_law_1.01,0.09134719967842102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,8,32,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,power_law_1.01,0.6885312080383301
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,2,128,power_law_1.2,0.3627007961273193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,power_law_1.01,0.3104768037796021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,4,64,power_law_1.2,0.1515455961227417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,8,32,power_law_1.2,0.07433599829673768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,2,128,power_law_1.2,0.47698559761047366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,power_law_1.01,0.8609791755676269
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,8,32,power_law_1.2,0.08068479895591736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,4,64,power_law_1.2,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,power_law_1.01,0.10771839618682862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,power_law_1.01,0.37355520725250246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,2,128,power_law_1.2,0.6942719936370849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,power_law_1.01,0.11550719738006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,8,32,power_law_1.2,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,4,64,power_law_1.2,0.20889599323272706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,power_law_1.01,0.5388544082641602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,128,power_law_1.01,1.3019071578979493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,power_law_1.01,0.14666240215301513
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,8,32,power_law_1.2,0.08314239978790283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,2,128,power_law_1.2,0.920787239074707
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,4,64,power_law_1.2,0.2486272096633911
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,power_law_1.01,0.6795263767242432
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,8,32,power_law_1.2,0.0894976019859314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,power_law_1.01,0.16506880521774292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,4,64,power_law_1.2,0.33177599906921384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,2,128,power_law_1.2,1.2068799972534179
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,128,power_law_1.01,2.659129524230957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,8,32,power_law_1.2,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,power_law_1.01,0.20520319938659667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,power_law_1.01,0.8187968254089355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,4,64,power_law_1.2,0.42250881195068357
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,8,32,power_law_1.2,0.09850879907608032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,power_law_1.01,0.23756160736083984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,2,128,power_law_1.2,1.6760831832885743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,64,power_law_1.01,1.231052780151367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,4,64,power_law_1.2,0.6301631927490234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,8,32,power_law_1.2,0.10711040496826171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,power_law_1.01,0.3104576110839844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,4,64,power_law_1.2,0.8105983734130859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,8,32,power_law_1.2,0.12248320579528808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,power_law_1.01,0.4112383842468262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,2,128,power_law_1.2,3.4070526123046876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,64,power_law_1.01,2.661587142944336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,8,32,power_law_1.2,0.15277440547943116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,power_law_1.01,0.5711872100830078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,4,64,power_law_1.2,0.9449151992797852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,8,32,power_law_1.2,0.1763327956199646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,power_law_1.01,0.69552001953125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,4,64,power_law_1.2,1.509331226348877
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,power_law_1.01,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,8,32,power_law_1.2,0.2185215950012207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,power_law_1.01,0.8441791534423828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,power_law_1.01,0.08438400030136109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,8,32,power_law_1.2,0.2500607967376709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,32,power_law_1.01,1.2916671752929687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,power_law_1.01,0.08171520233154297
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,4,64,power_law_1.2,2.974720001220703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,8,32,power_law_1.2,0.34897921085357664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,32,power_law_1.01,2.5702144622802736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,8,32,power_law_1.2,0.41718401908874514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,8,32,power_law_1.2,0.6590464115142822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,power_law_1.01,0.06677119731903076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,16,16,power_law_1.2,0.06673280000686646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,8,32,power_law_1.2,0.7827455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,8,power_law_1.01,0.03359360098838806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,16,16,power_law_1.2,0.07475200295448303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,8,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,power_law_1.01,0.07084800004959106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,8,power_law_1.01,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,16,16,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,8,32,power_law_1.2,0.931430435180664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,8,power_law_1.01,0.03277440071105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,16,16,power_law_1.2,0.05304960012435913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,8,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,power_law_1.01,0.07354239821434021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,8,power_law_1.01,0.0331712007522583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,8,32,power_law_1.2,1.5462400436401367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,16,16,power_law_1.2,0.05877760052680969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,8,power_law_1.01,0.03400959968566895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,8,power_law_1.01,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,16,16,power_law_1.2,0.06574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,14336,2,8,32,8,power_law_1.2,0.03154560029506683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,8,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,power_law_1.01,0.08316799998283386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,8,power_law_1.01,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,8,32,power_law_1.2,3.194060707092285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,16,16,power_law_1.2,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,14336,2,8,32,8,power_law_1.2,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,8,power_law_1.01,0.03441919982433319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,14336,2,8,32,8,power_law_1.2,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,8,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,16,16,power_law_1.2,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,8,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,14336,2,8,32,8,power_law_1.2,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,8,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,8,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,16,16,power_law_1.2,0.07189120054244995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,14336,2,8,32,8,power_law_1.2,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,8,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,8,power_law_1.01,0.038899201154708865
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,power_law_1.01,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,14336,2,8,32,8,power_law_1.2,0.03235200047492981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,8,power_law_1.01,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,16,16,power_law_1.2,0.07332479953765869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,8,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,power_law_1.01,0.09543039798736572
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,14336,2,8,32,8,power_law_1.2,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,8,power_law_1.01,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,8,power_law_1.01,0.04997760057449341
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,16,16,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,14336,2,8,32,8,power_law_1.2,0.033580800890922545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,8,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,power_law_1.01,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,8,power_law_1.01,0.044659200310707095
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,14336,2,8,32,8,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,16,16,power_law_1.2,0.07925119996070862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,8,power_law_1.01,0.035622400045394895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,power_law_1.01,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,8,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,power_law_1.01,0.11308159828186035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,14336,2,8,32,8,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,8,power_law_1.01,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,8,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,16,16,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1,7168,2048,8,384,32,8,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,14336,2,8,32,8,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,8,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,power_law_1.01,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,8,power_law_1.01,0.0622655987739563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,14336,2,8,32,8,power_law_1.2,0.03560959994792938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,8,power_law_1.01,0.03729279935359955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,16,16,power_law_1.2,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2,7168,2048,8,384,32,8,power_law_1.2,0.06924160122871399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,8,power_law_1.01,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,14336,2,8,32,8,power_law_1.2,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,power_law_1.01,0.15175679922103882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,8,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,power_law_1.01,0.0591871976852417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,8,power_law_1.01,0.10362880229949951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,14336,2,8,32,8,power_law_1.2,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,16,16,power_law_1.2,0.09301120042800903
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,8,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4,7168,2048,8,384,32,8,power_law_1.2,0.05731840133666992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,16384,2,8,32,8,power_law_1.2,0.03397760093212128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,power_law_1.01,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,8,power_law_1.01,0.1298624038696289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,14336,2,8,32,8,power_law_1.2,0.04136320054531097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,8,power_law_1.01,0.04135040044784546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,power_law_1.01,0.06654719710350036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,16,16,power_law_1.2,0.09277439713478089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,8,power_law_1.01,0.1767359972000122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,14336,2,8,32,8,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,16384,2,8,32,8,power_law_1.2,0.03560959994792938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8,7168,2048,8,384,32,8,power_law_1.2,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,8,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,power_law_1.01,0.22302720546722413
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,8,power_law_1.01,0.21646718978881835
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,14336,2,8,32,8,power_law_1.2,0.04503040015697479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,8,power_law_1.01,0.046700799465179445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,power_law_1.01,0.06902400255203248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,16384,2,8,32,8,power_law_1.2,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,16,16,power_law_1.2,0.09809920191764832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16,7168,2048,8,384,32,8,power_law_1.2,0.05936639904975891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,14336,2,8,32,8,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,power_law_1.01,0.26766719818115237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,8,power_law_1.01,0.3041343927383423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,8,power_law_1.01,0.04671359956264496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,16384,2,8,32,8,power_law_1.2,0.03583360016345978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,14336,2,8,32,8,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,8,power_law_1.01,0.04955520033836365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,8,power_law_1.01,0.41840639114379885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,16,16,power_law_1.2,0.11465599536895751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32,7168,2048,8,384,32,8,power_law_1.2,0.06592000126838685
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,power_law_1.01,0.3405823945999146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,16384,2,8,32,8,power_law_1.2,0.03543039858341217
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,14336,2,8,32,8,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,8,power_law_1.01,0.057715201377868654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,8,power_law_1.01,0.4851776123046875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,16384,2,8,32,8,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,14336,2,8,32,8,power_law_1.2,0.07905920147895813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,8,power_law_1.01,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,48,7168,2048,8,384,32,8,power_law_1.2,0.0686079978942871
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,16,16,power_law_1.2,0.12577279806137084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,32,8,power_law_1.01,0.7811071872711182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,power_law_1.01,0.4511744022369385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,16384,2,8,32,8,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,14336,2,8,32,8,power_law_1.2,0.11469440460205078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,8,power_law_1.01,0.08848000168800355
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,power_law_1.01,0.08130559921264649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,16384,2,8,32,8,power_law_1.2,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,64,7168,2048,8,384,32,8,power_law_1.2,0.07516160011291503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,14336,2,8,32,8,power_law_1.2,0.13311359882354737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,8,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,32,8,power_law_1.01,1.536409568786621
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,16,16,power_law_1.2,0.1622015953063965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,power_law_1.01,0.608454418182373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,16384,2,8,32,8,power_law_1.2,0.03687680065631867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,8,power_law_1.01,0.13230079412460327
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,power_law_1.01,0.08293759822845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,14336,2,8,32,8,power_law_1.2,0.18227200508117675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,16384,2,8,32,8,power_law_1.2,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,8,power_law_1.01,0.1773568034172058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,80,7168,2048,8,384,32,8,power_law_1.2,0.07662720084190369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,14336,2,8,32,8,power_law_1.2,0.21729280948638915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,16,16,power_law_1.2,0.18392319679260255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,power_law_1.01,0.08765439987182617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,8,power_law_1.01,0.23756160736083984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,16384,2,8,32,8,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,power_law_1.01,0.7606207847595214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,14336,2,8,32,8,power_law_1.2,0.3133375883102417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,power_law_1.01,0.08970239758491516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,8,power_law_1.01,0.2975680112838745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,96,7168,2048,8,384,32,8,power_law_1.2,0.07841280102729797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,16384,2,8,32,8,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,16,16,power_law_1.2,0.23470079898834229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,14336,2,8,32,8,power_law_1.2,0.4184000015258789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,8,power_law_1.01,0.43765759468078613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,16384,2,8,32,8,power_law_1.2,0.044627198576927186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,power_law_1.01,0.09031680226325989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,power_law_1.01,0.9248767852783203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,14336,2,8,32,8,power_law_1.2,0.5208064079284668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,128,7168,2048,8,384,32,8,power_law_1.2,0.08170880079269409
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,8,power_law_1.01,0.5658624172210693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,16384,2,8,32,8,power_law_1.2,0.04056319892406464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,16,16,power_law_1.2,0.2713599920272827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,8,power_law_1.01,0.723360013961792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,14336,2,8,32,8,power_law_1.2,0.8327168464660645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,16384,2,8,32,8,power_law_1.2,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,160,7168,2048,8,384,32,8,power_law_1.2,0.0886784017086029
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,power_law_1.01,0.10283520221710205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,16,power_law_1.01,1.4112768173217773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,32,8,power_law_1.01,1.0942848205566407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,16384,2,8,32,8,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,16,16,power_law_1.2,0.3768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,14336,2,8,32,8,power_law_1.2,1.5417152404785157
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,power_law_1.01,0.1081279993057251
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,16384,2,8,32,8,power_law_1.2,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,192,7168,2048,8,384,32,8,power_law_1.2,0.08950399756431579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,32,8,power_law_1.01,2.1571584701538087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,16384,2,8,32,8,power_law_1.2,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,16,16,power_law_1.2,0.46878719329833984
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,power_law_1.01,0.12471679449081421
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,256,7168,2048,8,384,32,8,power_law_1.2,0.09130240082740784
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,16,power_law_1.01,2.8243967056274415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,16384,2,8,32,8,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,power_law_1.01,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,16384,2,8,32,8,power_law_1.2,0.08580480217933655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,320,7168,2048,8,384,32,8,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,16,16,power_law_1.2,0.6684671878814697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,power_law_1.01,0.16876800060272218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,16384,2,8,32,8,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,power_law_1.01,0.07457280158996582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,384,7168,2048,8,384,32,8,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,power_law_1.01,0.18819199800491332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,16,16,power_law_1.2,0.8552384376525879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,16384,2,8,32,8,power_law_1.2,0.13737599849700927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,512,7168,2048,8,384,32,8,power_law_1.2,0.11222399473190307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,16384,2,8,32,8,power_law_1.2,0.18063360452651978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,power_law_1.01,0.25621120929718016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,power_law_1.01,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,768,7168,2048,8,384,32,8,power_law_1.2,0.12534400224685668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,16384,2,8,32,8,power_law_1.2,0.24433279037475586
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,16,16,power_law_1.2,1.0786815643310548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,power_law_1.01,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,power_law_1.01,0.31233279705047606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,16384,2,8,32,8,power_law_1.2,0.3008512020111084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1024,7168,2048,8,384,32,8,power_law_1.2,0.144377601146698
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,power_law_1.01,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,power_law_1.01,0.42188801765441897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,16384,2,8,32,8,power_law_1.2,0.4311039924621582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,16,16,power_law_1.2,1.6555967330932617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,power_law_1.01,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,1536,7168,2048,8,384,32,8,power_law_1.2,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,16384,2,8,32,8,power_law_1.2,0.5797823905944824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,power_law_1.01,0.5441535949707031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,power_law_1.01,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,2048,7168,2048,8,384,32,8,power_law_1.2,0.20376958847045898
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,16384,2,8,32,8,power_law_1.2,0.7233471870422363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,power_law_1.01,0.7270400047302246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,16384,2,8,32,8,power_law_1.2,1.1143168449401855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,16,16,power_law_1.2,3.5532863616943358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,3072,7168,2048,8,384,32,8,power_law_1.2,0.2654207944869995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,1,256,power_law_1.2,0.05609599947929382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,power_law_1.01,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,power_law_1.01,0.07129600048065185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,power_law_1.01,0.9236479759216308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,16384,2,8,32,8,power_law_1.2,2.1690303802490236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,1,256,power_law_1.2,0.07905920147895813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,4096,7168,2048,8,384,32,8,power_law_1.2,0.32972800731658936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,power_law_1.01,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,power_law_1.01,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,2,128,power_law_1.2,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,1,256,power_law_1.2,0.055692797899246214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,power_law_1.01,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,6144,7168,2048,8,384,32,8,power_law_1.2,0.42741761207580564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,power_law_1.01,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,power_law_1.01,1.0938431739807128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,2,128,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,1,256,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,8192,7168,2048,8,384,32,8,power_law_1.2,0.5892032146453857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,2,128,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,1,256,power_law_1.2,0.053651201725006106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,power_law_1.01,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,8,power_law_1.01,1.7334272384643554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,power_law_1.01,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,2,128,power_law_1.2,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,1,256,power_law_1.2,0.05610880255699158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,12288,7168,2048,8,384,32,8,power_law_1.2,0.8323136329650879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,power_law_1.01,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,power_law_1.01,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,2,128,power_law_1.2,0.05694079995155334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,1,256,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,power_law_1.01,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,16384,7168,2048,8,384,32,8,power_law_1.2,1.04202241897583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,power_law_1.01,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,2,128,power_law_1.2,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,1,256,power_law_1.2,0.055308800935745236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,power_law_1.01,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,8,power_law_1.01,3.5303359985351563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,2,128,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,1,256,power_law_1.2,0.05648639798164368
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,20480,7168,2048,8,384,32,8,power_law_1.2,1.3101056098937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,power_law_1.01,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,power_law_1.01,0.058169597387313844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,2,128,power_law_1.2,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,1,256,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,32768,7168,2048,8,384,32,8,power_law_1.2,1.923289680480957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,2,128,power_law_1.2,0.05813760161399841
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,1,256,power_law_1.2,0.06101760268211365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,power_law_1.01,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,power_law_1.01,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,2,128,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,1,256,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,power_law_1.01,0.13598719835281373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,power_law_1.01,0.06350719928741455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,power_law_1.01,0.05978239774703979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,2,128,power_law_1.2,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,4,64,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,1,256,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,power_law_1.01,0.16097279787063598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,float16,65536,7168,2048,8,384,32,8,power_law_1.2,3.847577667236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,power_law_1.01,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,2,128,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,power_law_1.01,0.05631359815597534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,1,256,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,power_law_1.01,0.21011838912963868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,4,64,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,2,128,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,power_law_1.01,0.25477120876312254
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,1,256,power_law_1.2,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,power_law_1.01,0.05447040200233459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,4,64,power_law_1.2,0.0536191999912262
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,power_law_1.01,0.3549247980117798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,2,128,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,1,256,power_law_1.2,0.07457280158996582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,power_law_1.01,0.07497599720954895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,power_law_1.01,0.055289602279663085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,4,64,power_law_1.2,0.05569919943809509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,power_law_1.01,0.4364287853240967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,power_law_1.01,0.0794431984424591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,2,128,power_law_1.2,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,1,256,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,4,64,power_law_1.2,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,power_law_1.01,0.6227968215942383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,power_law_1.01,0.055692797899246214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,1,256,power_law_1.2,0.10526080131530761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,2,128,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,4,64,power_law_1.2,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,power_law_1.01,0.10773119926452637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,power_law_1.01,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,4,64,power_law_1.2,0.05694079995155334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,power_law_1.01,0.0585536003112793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,power_law_1.01,0.8220671653747559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,1,256,power_law_1.2,0.11713919639587403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,2,128,power_law_1.2,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,4,64,power_law_1.2,0.05940480232238769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,power_law_1.01,0.060012799501419065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,power_law_1.01,0.06492159962654113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,1,256,power_law_1.2,0.1482751965522766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,2,128,power_law_1.2,0.09790719747543335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,power_law_1.01,0.15544320344924928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,power_law_1.01,1.0088512420654296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,4,64,power_law_1.2,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,power_law_1.01,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,2,128,power_law_1.2,0.1114240050315857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,1,256,power_law_1.2,0.17530879974365235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,power_law_1.01,0.2002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,4,64,power_law_1.2,0.06307200193405152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,power_law_1.01,0.05280640125274658
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,power_law_1.01,0.06431999802589417
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,256,power_law_1.01,1.6367616653442383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,2,128,power_law_1.2,0.14090240001678467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,1,256,power_law_1.2,0.24391040802001954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,power_law_1.01,0.2578495979309082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,4,64,power_law_1.2,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,power_law_1.01,0.05532159805297852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,power_law_1.01,0.3446784019470215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,2,128,power_law_1.2,0.16588799953460692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,power_law_1.01,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,1,256,power_law_1.2,0.2846719980239868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,8,32,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,4,64,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,power_law_1.01,0.4233215808868408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,256,power_law_1.01,3.2546817779541017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,2,128,power_law_1.2,0.21196799278259276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,power_law_1.01,0.0644864022731781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,1,256,power_law_1.2,0.42946557998657225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,8,32,power_law_1.2,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,4,64,power_law_1.2,0.06696320176124573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,power_law_1.01,0.609280014038086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,power_law_1.01,0.0698303997516632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,2,128,power_law_1.2,0.27156479358673097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,1,256,power_law_1.2,0.5457856178283691
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,power_law_1.01,0.05936639904975891
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,4,64,power_law_1.2,0.0688256025314331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,power_law_1.01,0.7725056171417236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,power_law_1.01,0.0753600001335144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,8,32,power_law_1.2,0.05100160241127014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,2,128,power_law_1.2,0.36761600971221925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,1,256,power_law_1.2,0.8065024375915527
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,4,64,power_law_1.2,0.07455999851226806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,power_law_1.01,0.9609215736389161
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,power_law_1.01,0.061887997388839724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,8,32,power_law_1.2,0.05261440277099609
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,2,128,power_law_1.2,0.4798463821411133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,power_law_1.01,0.06513280272483826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,4,64,power_law_1.2,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,power_law_1.01,0.08068479895591736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,1,256,power_law_1.2,1.0889216423034669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,128,power_law_1.01,1.5310848236083985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,8,32,power_law_1.2,0.05493119955062866
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,2,128,power_law_1.2,0.7069695949554443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,4,64,power_law_1.2,0.08109440207481385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,power_law_1.01,0.09052159786224365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,8,32,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,power_law_1.01,0.07126399874687195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,4,64,power_law_1.2,0.09912959933280945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,1,256,power_law_1.2,1.3891584396362304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,128,power_law_1.01,3.0812095642089843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,2,128,power_law_1.2,0.9658432006835938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,8,32,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,4,64,power_law_1.2,0.11263999938964844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,power_law_1.01,0.07415680289268493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,power_law_1.01,0.13660800457000732
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,8,32,power_law_1.2,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,power_law_1.01,0.077811199426651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,4,64,power_law_1.2,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,1,256,power_law_1.2,2.1493759155273438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,2,128,power_law_1.2,1.1650879859924317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,power_law_1.01,0.15482239723205565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,8,32,power_law_1.2,0.06060799956321716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,power_law_1.01,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,4,64,power_law_1.2,0.16588159799575805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,power_law_1.01,0.20071680545806886
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,power_law_1.01,0.0985152006149292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,8,32,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,4,64,power_law_1.2,0.21565439701080322
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,2,128,power_law_1.2,1.9482624053955078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,power_law_1.01,0.10915839672088623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,8,32,power_law_1.2,0.06532480120658875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,1,256,power_law_1.2,5.0782207489013675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,power_law_1.01,0.24494080543518065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,power_law_1.01,0.13803520202636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,4,64,power_law_1.2,0.26029438972473146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,8,32,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,power_law_1.01,0.06840959787368775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,power_law_1.01,0.33775360584259034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,power_law_1.01,0.16281599998474122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,8,32,power_law_1.2,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,power_law_1.01,0.07041280269622803
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,4,64,power_law_1.2,0.36065919399261476
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,2,128,power_law_1.2,3.868851089477539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,power_law_1.01,0.41390719413757326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,power_law_1.01,0.20540800094604492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,8,32,power_law_1.2,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,power_law_1.01,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,4,64,power_law_1.2,0.4597760200500488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,power_law_1.01,0.24821760654449462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,power_law_1.01,0.6031040191650391
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,power_law_1.01,0.05383679866790771
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,8,32,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,4,64,power_law_1.2,0.6323967933654785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,power_law_1.01,0.34816000461578367
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,power_law_1.01,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,8,32,power_law_1.2,0.08271359801292419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,power_law_1.01,0.7634943962097168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,power_law_1.01,0.42946557998657225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,4,64,power_law_1.2,0.847871971130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,power_law_1.01,0.05940480232238769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,8,32,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,power_law_1.01,0.9355520248413086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,power_law_1.01,0.06350079774856568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,power_law_1.01,0.6023168087005615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,8,32,power_law_1.2,0.09993600249290466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,4,64,power_law_1.2,1.1081727981567382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,power_law_1.01,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,8,32,power_law_1.2,0.11713919639587403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,64,power_law_1.01,1.4942208290100099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,power_law_1.01,0.7970816135406494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,16,16,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,power_law_1.01,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,8,32,power_law_1.2,0.14499200582504274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,4,64,power_law_1.2,1.763737678527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,16,16,power_law_1.2,0.07003520131111145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,power_law_1.01,0.9936896324157715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,8,32,power_law_1.2,0.16713600158691405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,64,power_law_1.01,2.95546875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,16,16,power_law_1.2,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,8,32,power_law_1.2,0.21484160423278809
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,4,64,power_law_1.2,3.308339309692383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,32,power_law_1.01,1.5433728218078613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,8,32,power_law_1.2,0.26357760429382326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,16,16,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,8,32,power_law_1.2,0.3649535894393921
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,16,16,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,power_law_1.01,0.0769919991493225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,8,32,power_law_1.2,0.4642816066741943
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,16,16,power_law_1.2,0.05852800011634827
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,32,power_law_1.01,2.993971252441406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,power_law_1.01,0.08356480002403259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,8,32,power_law_1.2,0.6828159809112548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,16,16,power_law_1.2,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,power_law_1.01,0.08538240194320679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,8,32,power_law_1.2,0.8654848098754883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,16,16,power_law_1.2,0.0655232012271881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,power_law_1.01,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,16,16,power_law_1.2,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,8,32,power_law_1.2,1.092198371887207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,power_law_1.01,0.059385597705841064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,power_law_1.01,0.10898560285568237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,256,32,8,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,16,16,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,256,32,8,power_law_1.2,0.06963199973106385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,16,16,power_law_1.2,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,8,32,power_law_1.2,1.6871360778808593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,power_law_1.01,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,power_law_1.01,0.15134079456329347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,128,power_law_1.01,0.03482879996299744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,16,16,power_law_1.2,0.07333760261535645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,256,32,8,power_law_1.2,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,power_law_1.01,0.06595199704170226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,power_law_1.01,0.17448960542678832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,2,128,power_law_1.2,0.03527680039405823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,16,16,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,256,32,8,power_law_1.2,0.05896959900856018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,128,power_law_1.01,0.03438720107078552
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,power_law_1.01,0.22299520969390868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,8,32,power_law_1.2,3.901267242431641
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,2,128,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,16,16,power_law_1.2,0.08027520179748535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,256,32,8,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,128,power_law_1.01,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,power_law_1.01,0.07334399819374085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,power_law_1.01,0.27216639518737795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,16,16,power_law_1.2,0.08766720294952393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,2,128,power_law_1.2,0.03421440124511719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,128,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,256,32,8,power_law_1.2,0.06759039759635925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,power_law_1.01,0.3772416114807129
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,64,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,16,16,power_law_1.2,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,2,128,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,128,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,256,32,8,power_law_1.2,0.07414399981498718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,power_law_1.01,0.07742080092430115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,power_law_1.01,0.4790336132049561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,64,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,16,16,power_law_1.2,0.09666560292243957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,128,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,2,128,power_law_1.2,0.034822401404380796
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,256,32,8,power_law_1.2,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,power_law_1.01,0.08479359745979309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,64,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,16,16,power_law_1.2,0.1089087963104248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,power_law_1.01,0.6840384006500244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,128,power_law_1.01,0.03400959968566895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,2,128,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,256,32,8,power_law_1.2,0.07617920041084289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,64,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,16,16,power_law_1.2,0.12369279861450196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,power_law_1.01,0.0868287980556488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,128,power_law_1.01,0.03519999980926514
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,2,128,power_law_1.2,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,64,power_law_1.01,0.0352512001991272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,power_law_1.01,0.879417610168457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,128,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,256,32,8,power_law_1.2,0.08187519907951354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,16,16,power_law_1.2,0.14909440279006958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,2,128,power_law_1.2,0.03484799861907959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,power_law_1.01,0.0880511999130249
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,64,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,128,power_law_1.01,0.03521920144557953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,2,128,power_law_1.2,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,16,16,power_law_1.2,0.18186240196228026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,256,32,8,power_law_1.2,0.08028799891471863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,power_law_1.01,0.08519039750099182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,power_law_1.01,1.0659839630126953
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,64,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,128,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,2,128,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,16,16,power_law_1.2,0.24165120124816894
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,64,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,256,32,8,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,4,64,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,128,power_law_1.01,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,2,128,power_law_1.2,0.03726719915866852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,64,power_law_1.01,0.03648000061511993
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,16,power_law_1.01,1.6302080154418945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,16,16,power_law_1.2,0.28631041049957273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,power_law_1.01,0.09502720236778259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,256,32,8,power_law_1.2,0.08271999955177307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,128,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,64,power_law_1.01,0.036857599020004274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,2,128,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,4,64,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,16,16,power_law_1.2,0.39546880722045896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,power_law_1.01,0.101363205909729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,64,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,256,32,8,power_law_1.2,0.08394240140914917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,128,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,2,128,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,4,64,power_law_1.2,0.03441919982433319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,16,power_law_1.01,3.336191940307617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,16,16,power_law_1.2,0.5093376159667968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,64,power_law_1.01,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,128,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,2,128,power_law_1.2,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,power_law_1.01,0.11882239580154419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,4,64,power_law_1.2,0.03684479892253876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,256,32,8,power_law_1.2,0.0942080020904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,64,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,16,16,power_law_1.2,0.7151679992675781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,128,power_law_1.01,0.044627198576927186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,2,128,power_law_1.2,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,4,64,power_law_1.2,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,64,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,power_law_1.01,0.13968000411987305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,256,32,8,power_law_1.2,0.09871360063552856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,16,16,power_law_1.2,0.9580544471740723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,128,power_law_1.01,0.0495743989944458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,4,64,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,2,128,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,64,power_law_1.01,0.045875200629234315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,power_law_1.01,0.17247359752655028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,256,32,8,power_law_1.2,0.10321919918060303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,64,power_law_1.01,0.04707840085029602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,128,power_law_1.01,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,16,16,power_law_1.2,1.217529582977295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,4,64,power_law_1.2,0.03806720077991486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,2,128,power_law_1.2,0.046265599131584165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,64,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,128,power_law_1.01,0.05612159967422485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,4,64,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,2,128,power_law_1.2,0.05448319911956787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,power_law_1.01,0.19701759815216063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,256,32,8,power_law_1.2,0.12492799758911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,16,16,power_law_1.2,1.7989631652832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,64,power_law_1.01,0.05322880148887634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,4,64,power_law_1.2,0.03808000087738037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,128,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,2,128,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,64,power_law_1.01,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,256,32,8,power_law_1.2,0.14377599954605103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,power_law_1.01,0.26152958869934084
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,4,64,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,128,power_law_1.01,0.07495679855346679
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,64,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,2,128,power_law_1.2,0.07103999853134155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,16,16,power_law_1.2,3.5706878662109376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,64,power_law_1.01,0.07291520237922669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,4,64,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,2,128,power_law_1.2,0.08520320057868958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,128,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,256,32,8,power_law_1.2,0.17326079607009887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,power_law_1.01,0.3045248031616211
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,64,power_law_1.01,0.10261119604110717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,4,64,power_law_1.2,0.03929600119590759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,2,128,power_law_1.2,0.1159168004989624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,128,power_law_1.01,0.12513279914855957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,32,power_law_1.01,0.04222080111503601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,64,power_law_1.01,0.12861440181732178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,256,32,8,power_law_1.2,0.20787200927734376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,power_law_1.01,0.42044801712036134
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,4,64,power_law_1.2,0.04014720022678375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,32,power_law_1.01,0.03644160032272339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,2,128,power_law_1.2,0.15239039659500123
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,64,power_law_1.01,0.16794240474700928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,128,power_law_1.01,0.17201919555664064
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,4,64,power_law_1.2,0.04382080137729645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,32,power_law_1.01,0.03441280126571655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,256,32,8,power_law_1.2,0.27015678882598876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,power_law_1.01,0.5568511962890625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,64,power_law_1.01,0.2136064052581787
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,2,128,power_law_1.2,0.22464640140533448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,128,power_law_1.01,0.21728639602661132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,4,64,power_law_1.2,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,32,power_law_1.01,0.03607040047645569
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,64,power_law_1.01,0.30208001136779783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,256,32,8,power_law_1.2,0.3217407941818237
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,2,128,power_law_1.2,0.2678591966629028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,4,64,power_law_1.2,0.04954879879951477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,32,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,128,power_law_1.01,0.3342335939407349
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,power_law_1.01,0.7954559803009034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,64,power_law_1.01,0.38973441123962405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,32,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,4,64,power_law_1.2,0.054067200422286986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,256,32,8,power_law_1.2,0.46550397872924804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,2,128,power_law_1.2,0.3897279977798462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,128,power_law_1.01,0.40322561264038087
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,32,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,4,64,power_law_1.2,0.06122879981994629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,64,power_law_1.01,0.47124481201171875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,power_law_1.01,0.994099235534668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,32,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,4,64,power_law_1.2,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,2,128,power_law_1.2,0.5007232189178467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,256,32,8,power_law_1.2,0.5916672229766846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,128,power_law_1.01,0.4855487823486328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,32,power_law_1.01,0.0389055997133255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,64,power_law_1.01,0.7458752155303955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,power_law_1.01,1.2216256141662598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,4,64,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,32,power_law_1.01,0.03933440148830414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,8,32,power_law_1.2,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,2,128,power_law_1.2,0.6228032112121582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,256,32,8,power_law_1.2,0.8540160179138183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,4,64,power_law_1.2,0.0858240008354187
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,128,power_law_1.01,0.8564672470092773
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,32,power_law_1.01,0.04056960046291351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,8,32,power_law_1.2,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,8,power_law_1.01,1.9191808700561523
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,64,power_law_1.01,1.4354432106018067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,4,64,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,32,power_law_1.01,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,8,32,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,2,128,power_law_1.2,0.9838591575622558
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,256,32,8,power_law_1.2,1.0465279579162599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,4,64,power_law_1.2,0.1415552020072937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,32,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,128,power_law_1.01,1.5835391998291015
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,8,32,power_law_1.2,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,32,power_law_1.01,0.04423680007457733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,4,64,power_law_1.2,0.20132479667663575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,8,power_law_1.01,3.843891143798828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,256,32,8,power_law_1.2,1.3830143928527832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,8,32,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,2,128,power_law_1.2,1.9417152404785156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,32,power_law_1.01,0.049132800102233885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,4,64,power_law_1.2,0.2664448022842407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,8,32,power_law_1.2,0.036883199214935304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,32,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,4,64,power_law_1.2,0.38645761013031005
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,256,32,8,power_law_1.2,2.0256895065307616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,8,32,power_law_1.2,0.03727999925613403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,32,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,4,64,power_law_1.2,0.512614393234253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,8,32,power_law_1.2,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,32,power_law_1.01,0.05489280223846436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,8,32,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,256,32,8,power_law_1.2,4.229126358032227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,4,64,power_law_1.2,0.6377664089202881
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,32,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,8,32,power_law_1.2,0.03769600093364715
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,32,power_law_1.01,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,4,64,power_law_1.2,0.9940928459167481
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,8,32,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,32,power_law_1.01,0.07868160009384155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,8,32,power_law_1.2,0.043424001336097716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,4,64,power_law_1.2,2.1374975204467774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,32,power_law_1.01,0.10732159614562989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,8,32,power_law_1.2,0.04462080001831055
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,32,power_law_1.01,0.1361855983734131
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,8,32,power_law_1.2,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,16,power_law_1.01,0.04259200096130371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,32,power_law_1.01,0.18698240518569947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,8,32,power_law_1.2,0.049158400297164916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,16,16,power_law_1.2,0.04711039960384369
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,16,power_law_1.01,0.03461759984493255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,32,power_law_1.01,0.23408000469207763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,8,32,power_law_1.2,0.048767998814582825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,16,16,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,16,power_law_1.01,0.03317759931087494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,16,16,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,8,32,power_law_1.2,0.04999679923057556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,32,power_law_1.01,0.32419838905334475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,16,power_law_1.2,0.03440000116825104
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,16,16,power_law_1.01,0.034815999865531924
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,8,power_law_1.01,0.04505600035190582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,8,32,power_law_1.2,0.055308800935745236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,16,power_law_1.2,0.03680639863014221
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,16,16,power_law_1.01,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,4096,1536,8,128,32,8,power_law_1.2,0.045075199007987975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,32,power_law_1.01,0.4265984058380127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,8,power_law_1.01,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,8,32,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,16,power_law_1.2,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,16,16,power_law_1.01,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,8,power_law_1.01,0.03482879996299744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,4096,1536,8,128,32,8,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,8,32,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,16,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,32,power_law_1.01,0.5232639789581299
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,16,16,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,8,power_law_1.01,0.035641598701477054
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,4096,1536,8,128,32,8,power_law_1.2,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,8,32,power_law_1.2,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,32,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,16,power_law_1.2,0.03994239866733551
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,16,16,power_law_1.01,0.03971199989318848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,8,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,4096,1536,8,128,32,8,power_law_1.2,0.03603839874267578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,8,32,power_law_1.2,0.13475199937820434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,32,power_law_1.01,0.7921664237976074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,16,power_law_1.2,0.04094719886779785
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,32,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,16,16,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,8,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,8,32,power_law_1.2,0.1478592038154602
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,4096,1536,8,128,32,8,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,16,power_law_1.2,0.04216319918632507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,16,16,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,32,power_law_1.01,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,8,power_law_1.01,0.043808001279830935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,8,32,power_law_1.2,0.21136000156402587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,8,32,power_law_1.2,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,16,power_law_1.2,0.041766399145126344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,4096,1536,8,128,32,8,power_law_1.2,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,16,16,power_law_1.01,0.04259839951992035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,32,power_law_1.01,1.5646592140197755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,8,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,8,32,power_law_1.2,0.2545727968215942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,32,power_law_1.01,0.05117440223693848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,16,power_law_1.2,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,16,16,power_law_1.01,0.04503040015697479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,4096,1536,8,128,32,8,power_law_1.2,0.042559999227523806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,8,32,power_law_1.2,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,8,power_law_1.01,0.04464640021324158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,8,32,power_law_1.2,0.40531201362609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,16,power_law_1.01,0.04627839922904968
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,16,16,power_law_1.2,0.043398401141166686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,4096,1536,8,128,32,8,power_law_1.2,0.043833601474761966
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,32,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,8,32,power_law_1.2,0.05081599950790405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,8,power_law_1.01,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,16,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,8,32,power_law_1.2,0.5212160110473633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,16,16,power_law_1.2,0.045433598756790164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,4096,1536,8,128,32,8,power_law_1.2,0.045440000295639035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,16,power_law_1.01,0.047513601183891294
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,8,power_law_1.01,0.046700799465179445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,32,power_law_1.01,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,8,32,power_law_1.2,0.0507968008518219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,16,16,power_law_1.2,0.050374400615692136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,8,32,power_law_1.2,0.6709248065948487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,4096,1536,8,128,32,8,power_law_1.2,0.0446399986743927
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,16,power_law_1.01,0.04953599870204926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,8,power_law_1.01,0.04835839867591858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,16,16,power_law_1.2,0.05369600057601929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,32,power_law_1.01,0.05653759837150574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,8,32,power_law_1.2,0.05242879986763001
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,16,power_law_1.01,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,4096,1536,8,128,32,8,power_law_1.2,0.04792959988117218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,8,32,power_law_1.2,1.021951961517334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,8,power_law_1.01,0.05120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,16,power_law_1.01,0.05735039710998535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,16,16,power_law_1.2,0.05434880256652832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,4096,1536,8,128,32,8,power_law_1.2,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,32,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,8,32,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,16,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,8,power_law_1.01,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,16,16,power_law_1.2,0.05854719877243042
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,4096,1536,8,128,32,8,power_law_1.2,0.05080320239067078
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,8,32,power_law_1.2,2.335526466369629
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,16,power_law_1.01,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,8,32,power_law_1.2,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,32,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,8,power_law_1.01,0.05818880200386047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,16,16,power_law_1.2,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,4096,1536,8,128,32,8,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,16,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,8,power_law_1.01,0.056934398412704465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,16,16,power_law_1.2,0.08089600205421447
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,4096,1536,8,128,32,8,power_law_1.2,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,16,power_law_1.01,0.12165119647979736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,8,32,power_law_1.2,0.05735679864883423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,32,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,16,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,16,16,power_law_1.2,0.09215999841690063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,4096,1536,8,128,32,8,power_law_1.2,0.0598143994808197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,8,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,8,32,power_law_1.2,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,32,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,16,power_law_1.01,0.19540480375289918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,4096,1536,8,128,32,8,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,16,16,power_law_1.2,0.13025280237197875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,8,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,16,power_law_1.01,0.24698879718780517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,32,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,8,32,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,16,power_law_1.01,0.07454079985618592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,16,power_law_1.01,0.35269119739532473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,4096,1536,8,128,32,8,power_law_1.2,0.06982399821281433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,32,power_law_1.01,0.06308479905128479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,8,32,power_law_1.2,0.06268159747123718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,8,power_law_1.01,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,16,16,power_law_1.2,0.16670080423355102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,16,power_law_1.01,0.05817599892616272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,16,power_law_1.01,0.4462592124938965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,32,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,16,power_law_1.01,0.05077760219573975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,8,32,power_law_1.2,0.06472319960594178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,4096,1536,8,128,32,8,power_law_1.2,0.07761920094490052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,8,power_law_1.01,0.0970687985420227
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,16,16,power_law_1.2,0.22897920608520508
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,16,power_law_1.01,0.05241600275039673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,16,power_law_1.01,0.5748735904693604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,32,power_law_1.01,0.06921600103378296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,8,32,power_law_1.2,0.0659775972366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,8,power_law_1.01,0.11018240451812744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,4096,1536,8,128,32,8,power_law_1.2,0.1001471996307373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,16,16,power_law_1.2,0.2717695951461792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,16,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,16,power_law_1.01,0.8429183959960938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,32,power_law_1.01,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,8,power_law_1.01,0.13435519933700563
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,16,power_law_1.01,0.05898879766464234
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,8,32,power_law_1.2,0.06451200246810913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,4096,1536,8,128,32,8,power_law_1.2,0.11345280408859253
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,16,16,power_law_1.2,0.42990717887878416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,16,power_law_1.01,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,8,power_law_1.01,0.1662976026535034
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,4096,1536,8,128,32,8,power_law_1.2,0.14828159809112548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,32,power_law_1.01,0.07781760096549988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,8,32,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,16,power_law_1.01,1.6449535369873047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,16,16,power_law_1.2,0.6121407985687256
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,16,power_law_1.01,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,8,power_law_1.01,0.23367040157318114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,4096,1536,8,128,32,8,power_law_1.2,0.18431999683380126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,32,power_law_1.01,0.09010559916496277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,16,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,8,32,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,16,16,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,16,power_law_1.01,0.06352000236511231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,16,16,power_law_1.2,0.6758399963378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,8,power_law_1.01,0.28549120426177976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,4096,1536,8,128,32,8,power_law_1.2,0.24554879665374757
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,32,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,8,32,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,16,16,power_law_1.2,0.05368319749832153
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,16,power_law_1.01,0.06800000071525573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,8,32,power_law_1.2,0.09276800155639649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,32,power_law_1.01,0.12697600126266478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,4096,1536,8,128,32,8,power_law_1.2,0.3375168085098267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,16,16,power_law_1.2,0.050783997774124144
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,8,power_law_1.01,0.42823038101196287
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,16,16,power_law_1.2,1.0375424385070802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,16,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,16,16,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,8,32,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,32,power_law_1.01,0.14172159433364867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,16,power_law_1.01,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,4096,1536,8,128,32,8,power_law_1.2,0.46305279731750487
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,8,power_law_1.01,0.5773375988006592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,16,16,power_law_1.2,0.055302399396896365
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,8,32,power_law_1.2,0.13066240549087524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,16,power_law_1.01,0.07333120107650756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,32,power_law_1.01,0.18780159950256348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,16,16,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,4096,1536,8,128,32,8,power_law_1.2,0.6336512088775634
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,16,16,power_law_1.2,2.6730432510375977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,8,power_law_1.01,0.6631360054016113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,8,32,power_law_1.2,0.15421439409255983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,16,power_law_1.01,0.0802944004535675
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,32,power_law_1.01,0.22633600234985352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,16,16,power_law_1.2,0.05976960062980652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,16,power_law_1.01,0.08191999793052673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,8,32,power_law_1.2,0.2002943992614746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,4096,1536,8,128,32,8,power_law_1.2,0.8200192451477051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,32,power_law_1.01,0.3053567886352539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,16,16,power_law_1.2,0.061433601379394534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,8,power_law_1.01,1.0514431953430177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,16,power_law_1.01,0.07925119996070862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,8,32,power_law_1.2,0.2484287977218628
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,16,16,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,32,power_law_1.01,0.37703680992126465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,16,power_law_1.01,0.09544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,4096,1536,8,128,32,8,power_law_1.2,1.1827199935913086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,8,32,power_law_1.2,0.3401727914810181
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,16,16,power_law_1.2,0.06472319960594178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,16,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,32,power_law_1.01,0.5613311767578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,8,power_law_1.01,2.0748287200927735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,16,16,power_law_1.2,0.07013760209083557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,8,32,power_law_1.2,0.43067522048950196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,16,power_law_1.01,0.1368064045906067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,32,power_law_1.01,0.7004096031188964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,16,16,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,4096,1536,8,128,32,8,power_law_1.2,2.5415679931640627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,8,32,power_law_1.2,0.638976001739502
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,16,power_law_1.01,0.15952639579772948
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,16,16,power_law_1.2,0.0716863989830017
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,32,power_law_1.01,0.8605824470520019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,16,power_law_1.01,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,8,32,power_law_1.2,0.8019968032836914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,16,16,power_law_1.2,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,32,power_law_1.01,1.3744064331054688
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,16,power_law_1.01,0.24678399562835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,16,16,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,8,32,power_law_1.2,1.1429951667785645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,8,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,16,power_law_1.01,0.339353609085083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,16,16,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,8,32,power_law_1.2,1.5921152114868165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,32,power_law_1.01,2.736332893371582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,8,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,16,16,power_law_1.2,0.08642560243606567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,16,power_law_1.01,0.40816640853881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,8,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,16,16,power_law_1.2,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,8,32,power_law_1.2,3.684153747558594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,16,power_law_1.01,0.6305791854858398
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,16,16,power_law_1.2,0.1214400053024292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,8,power_law_1.01,0.0536575973033905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,16,16,power_law_1.2,0.15544320344924928
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,16,power_law_1.01,0.7540800094604492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,8,power_law_1.01,0.05772799849510193
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,16,16,power_law_1.2,0.1656767964363098
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,8,power_law_1.01,0.06264960169792175
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,6144,2560,8,160,32,8,power_law_1.2,0.06757760047912598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,16,power_law_1.01,0.9732095718383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,16,16,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,8,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,6144,2560,8,160,32,8,power_law_1.2,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,power_law_1.01,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,16,16,power_law_1.2,0.2678783893585205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,8,power_law_1.01,0.06598399877548218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,6144,2560,8,160,32,8,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,16,power_law_1.01,1.531488037109375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,2,128,power_law_1.2,0.07291520237922669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,16,16,power_law_1.2,0.3569664001464844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,8,power_law_1.01,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,6144,2560,8,160,32,8,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,2,128,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,8,power_law_1.01,0.06965759992599488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,16,16,power_law_1.2,0.4478975772857666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,power_law_1.01,0.05491840243339539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,6144,2560,8,160,32,8,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,16,power_law_1.01,2.843244743347168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,8,power_law_1.01,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,2,128,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,6144,2560,8,160,32,8,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,16,16,power_law_1.2,0.7032832145690918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,power_law_1.01,0.06267520189285278
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,8,power_law_1.01,0.07741439938545228
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,6144,2560,8,160,32,8,power_law_1.2,0.06759679913520814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,2,128,power_law_1.2,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,16,16,power_law_1.2,1.003104019165039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,8,power_law_1.01,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,power_law_1.01,0.08807680010795593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,6144,2560,8,160,32,8,power_law_1.2,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,2,128,power_law_1.2,0.060192000865936277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,8,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,16,16,power_law_1.2,1.1278335571289062
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,power_law_1.01,0.059008002281188965
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,6144,2560,8,160,32,8,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,power_law_1.01,0.06637439727783204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,8,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,4,64,power_law_1.2,0.07697920203208923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,2,128,power_law_1.2,0.05736320018768311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,6144,2560,8,160,32,8,power_law_1.2,0.07208319902420043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,16,16,power_law_1.2,1.7547264099121094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,8,power_law_1.01,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,power_law_1.01,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,6144,2560,8,160,32,8,power_law_1.2,0.07455360293388366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,8,power_law_1.01,0.09194880127906799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,2,128,power_law_1.2,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,4,64,power_law_1.2,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,power_law_1.01,0.06265599727630615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,6144,2560,8,160,32,8,power_law_1.2,0.07701119780540466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,16,16,power_law_1.2,3.618195343017578
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,8,power_law_1.01,0.10691200494766236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,power_law_1.01,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,2,128,power_law_1.2,0.060172802209854125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,power_law_1.01,0.06225280165672302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,8,power_law_1.01,0.12328319549560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,6144,2560,8,160,32,8,power_law_1.2,0.07493759989738465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,4,64,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,power_law_1.01,0.05813760161399841
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,8,power_law_1.01,0.15646079778671265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,6144,2560,8,160,32,8,power_law_1.2,0.07904639840126038
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,2,128,power_law_1.2,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,8,power_law_1.01,0.17920000553131105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,4,64,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,power_law_1.01,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,6144,2560,8,160,32,8,power_law_1.2,0.0839680016040802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,8,power_law_1.01,0.22648959159851073
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,power_law_1.01,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,power_law_1.01,0.06062080264091492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,2,128,power_law_1.2,0.06305279731750488
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,6144,2560,8,160,32,8,power_law_1.2,0.08766080141067505
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,4,64,power_law_1.2,0.060652798414230345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,8,power_law_1.01,0.28037118911743164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,6144,2560,8,160,32,8,power_law_1.2,0.09256960153579712
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,power_law_1.01,0.06142079830169678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,8,power_law_1.01,0.37150719165802004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,power_law_1.01,0.06677759885787964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,2,128,power_law_1.2,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,4,64,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,power_law_1.01,0.06593919992446899
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,6144,2560,8,160,32,8,power_law_1.2,0.107315194606781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,8,power_law_1.01,0.47329277992248536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,power_law_1.01,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,power_law_1.01,0.08844799995422363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,4,64,power_law_1.2,0.0597760021686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,2,128,power_law_1.2,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,6144,2560,8,160,32,8,power_law_1.2,0.1316864013671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,8,power_law_1.01,0.6918208122253418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,power_law_1.01,0.06306560039520263
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,6144,2560,8,160,32,8,power_law_1.2,0.15626239776611328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,4,64,power_law_1.2,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,8,power_law_1.01,0.8953984260559082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,2,128,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,power_law_1.01,0.05262719988822937
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,6144,2560,8,160,32,8,power_law_1.2,0.18984320163726806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,8,power_law_1.01,1.0803199768066407
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,4,64,power_law_1.2,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,power_law_1.01,0.05529599785804749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,2,128,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,6144,2560,8,160,32,8,power_law_1.2,0.2500607967376709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,power_law_1.01,0.0667519986629486
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,power_law_1.01,0.05940480232238769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,8,power_law_1.01,1.6986175537109376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,4,64,power_law_1.2,0.06305919885635376
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,2,128,power_law_1.2,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,6144,2560,8,160,32,8,power_law_1.2,0.3000319957733154
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,power_law_1.01,0.08929920196533203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,power_law_1.01,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,power_law_1.01,0.06227200031280518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,8,32,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,6144,2560,8,160,32,8,power_law_1.2,0.4206528186798096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,4,64,power_law_1.2,0.06554880142211914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,power_law_1.01,0.07040640115737914
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,2,128,power_law_1.2,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,power_law_1.01,0.10813440084457397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,power_law_1.01,0.06532480120658875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,8,32,power_law_1.2,0.06861439943313599
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,8,power_law_1.01,3.1780864715576174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,6144,2560,8,160,32,8,power_law_1.2,0.5433279991149902
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,power_law_1.01,0.07496320009231568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,4,64,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,2,128,power_law_1.2,0.09093120098114013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,power_law_1.01,0.11793279647827148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,8,32,power_law_1.2,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,power_law_1.01,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,8,32,power_law_1.2,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,6144,2560,8,160,32,8,power_law_1.2,0.744646406173706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,2,128,power_law_1.2,0.1114240050315857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,power_law_1.01,0.14295040369033812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,4,64,power_law_1.2,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,power_law_1.01,0.06878079771995545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,8,32,power_law_1.2,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,2,128,power_law_1.2,0.11980799436569214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,power_law_1.01,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,4,64,power_law_1.2,0.0698303997516632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,6144,2560,8,160,32,8,power_law_1.2,0.9973759651184082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,8,32,power_law_1.2,0.05980799794197082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,power_law_1.01,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,2,128,power_law_1.2,0.14828159809112548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,4,64,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,power_law_1.01,0.22444798946380615
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,8,32,power_law_1.2,0.061408001184463504
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,power_law_1.01,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,6144,2560,8,160,32,8,power_law_1.2,1.1388928413391113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,power_law_1.01,0.11388159990310669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,4,64,power_law_1.2,0.08028159737586975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,8,32,power_law_1.2,0.06679040193557739
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,2,128,power_law_1.2,0.1798143982887268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,power_law_1.01,0.07696639895439147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,power_law_1.01,0.26806399822235105
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,6144,2560,8,160,32,8,power_law_1.2,1.7731584548950194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,8,32,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,power_law_1.01,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,power_law_1.01,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,4,64,power_law_1.2,0.08847360014915466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,2,128,power_law_1.2,0.2396159887313843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,power_law_1.01,0.3684351921081543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,8,32,power_law_1.2,0.06718720197677612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,power_law_1.01,0.08846719861030579
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,4,64,power_law_1.2,0.10567679405212402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,power_law_1.01,0.16958080530166625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,2,128,power_law_1.2,0.2785279989242554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,power_law_1.01,0.46346240043640136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,8,32,power_law_1.2,0.069651198387146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,6144,2560,8,160,32,8,power_law_1.2,4.020223999023438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,4,64,power_law_1.2,0.12206079959869384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,power_law_1.01,0.22282240390777588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,2,128,power_law_1.2,0.3967103958129883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,8,32,power_law_1.2,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,power_law_1.01,0.6578368186950684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,power_law_1.01,0.11304320096969604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,4,64,power_law_1.2,0.1525760054588318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,power_law_1.01,0.27156479358673097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,8,32,power_law_1.2,0.07617920041084289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,power_law_1.01,0.12042239904403687
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,2,128,power_law_1.2,0.5183487892150879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,power_law_1.01,0.8411135673522949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,8,32,power_law_1.2,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,4,64,power_law_1.2,0.17448320388793945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,power_law_1.01,0.3698944091796875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,power_law_1.01,0.15155199766159058
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,power_law_1.01,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,2,128,power_law_1.2,0.7299327850341797
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,8,32,power_law_1.2,0.0864192008972168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,4,64,power_law_1.2,0.2267199993133545
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,power_law_1.01,0.47692160606384276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,power_law_1.01,1.0366911888122559
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,power_law_1.01,0.17960959672927856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,power_law_1.01,0.07043200135231018
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,8,32,power_law_1.2,0.08970879912376403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,4,64,power_law_1.2,0.2766783952713013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,2,128,power_law_1.2,0.932249641418457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,power_law_1.01,0.6692927837371826
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,power_law_1.01,0.22977919578552247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,128,power_law_1.01,1.6191488265991212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,8,32,power_law_1.2,0.09912319779396057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,power_law_1.01,0.07497599720954895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,4,64,power_law_1.2,0.37642879486083985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,power_law_1.01,0.2781503915786743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,power_law_1.01,0.8605695724487304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,2,128,power_law_1.2,1.1233280181884766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,8,32,power_law_1.2,0.1167296051979065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,power_law_1.01,0.0548799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,4,64,power_law_1.2,0.48516478538513186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,power_law_1.01,0.37969920635223386
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,power_law_1.01,1.064345645904541
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,128,power_law_1.01,3.2395263671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,8,32,power_law_1.2,0.12350080013275147
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,power_law_1.01,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,2,128,power_law_1.2,1.8305023193359375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,4,64,power_law_1.2,0.7053311824798584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,power_law_1.01,0.4896704196929932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,8,32,power_law_1.2,0.15441919565200807
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,power_law_1.01,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,64,power_law_1.01,1.6490495681762696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,4,64,power_law_1.2,0.9555904388427734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,8,32,power_law_1.2,0.18350080251693726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,power_law_1.01,0.7045119762420654
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,2,128,power_law_1.2,3.9993408203125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,4,64,power_law_1.2,1.125376033782959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,8,32,power_law_1.2,0.23287041187286378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,64,power_law_1.01,3.1846527099609374
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,power_law_1.01,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,power_law_1.01,0.892518424987793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,16,16,power_law_1.2,0.06881920099258423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,8,32,power_law_1.2,0.2895679950714111
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,power_law_1.01,0.07188479900360108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,4,64,power_law_1.2,1.8116607666015625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,16,16,power_law_1.2,0.0698303997516632
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,power_law_1.01,1.0983424186706543
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,8,32,power_law_1.2,0.39546880722045896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,16,16,power_law_1.2,0.06369280219078063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,4,64,power_law_1.2,3.5483646392822266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,power_law_1.01,0.07474560141563416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,8,32,power_law_1.2,0.5195712089538574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,32,power_law_1.01,1.664614486694336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,16,16,power_law_1.2,0.05283839702606201
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,32,8,power_law_1.01,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,power_law_1.01,0.07905279994010925
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,32,8,power_law_1.01,0.020070399343967437
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,16,16,power_law_1.2,0.056524801254272464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,8,32,power_law_1.2,0.7241792201995849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,32,8,power_law_1.01,0.019654400646686554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,16,16,power_law_1.2,0.061427199840545656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,32,8,power_law_1.01,0.02006399929523468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,32,power_law_1.01,3.3214462280273436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,8,32,power_law_1.2,0.9568256378173828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,32,8,power_law_1.01,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,power_law_1.01,0.08643199801445008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,16,16,power_law_1.2,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,32,8,power_law_1.01,0.0204927995800972
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,6144,16384,2,8,32,8,power_law_1.2,0.020095999538898467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,8,32,power_law_1.2,1.177017593383789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,power_law_1.01,0.09278079867362976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,16,16,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,32,8,power_law_1.01,0.020876799523830415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,6144,16384,2,8,32,8,power_law_1.2,0.020025600492954255
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,power_law_1.01,0.09953280091285706
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,32,8,power_law_1.01,0.021305599808692934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,8,32,power_law_1.2,1.8937856674194335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,16,16,power_law_1.2,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,6144,16384,2,8,32,8,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,32,8,power_law_1.01,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,32,8,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,power_law_1.01,0.10034559965133667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,6144,16384,2,8,32,8,power_law_1.2,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,32,8,power_law_1.01,0.023756800591945647
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,32,8,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,16,16,power_law_1.2,0.07354239821434021
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,6144,16384,2,8,32,8,power_law_1.2,0.02048639953136444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,32,8,power_law_1.01,0.02377600073814392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,power_law_1.01,0.11878399848937989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,32,8,power_law_1.01,0.03930880129337311
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,8,32,power_law_1.2,3.590348815917969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,6144,16384,2,8,32,8,power_law_1.2,0.02006399929523468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,32,8,power_law_1.01,0.028678399324417115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,16,16,power_law_1.2,0.07926399707794189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,32,8,power_law_1.01,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,power_law_1.01,0.06800640225410462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,power_law_1.01,0.1316864013671875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,6144,16384,2,8,32,8,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,32,8,power_law_1.01,0.028672000765800475
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,32,8,power_law_1.01,0.03932799994945526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,16,16,power_law_1.2,0.07640960216522216
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,power_law_1.01,0.16342400312423705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,32,8,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,32,8,power_law_1.01,0.029894399642944335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,6144,16384,2,8,32,8,power_law_1.2,0.02128639966249466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,32,8,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,32,8,power_law_1.01,0.03195520043373108
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,6144,16384,2,8,32,8,power_law_1.2,0.02336000055074692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,power_law_1.01,0.18431999683380126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,16,16,power_law_1.2,0.08030080199241638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1,7168,2048,8,384,32,8,power_law_1.2,0.07084159851074219
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,32,8,power_law_1.01,0.04135040044784546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,power_law_1.01,0.08234879970550538
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,32,8,power_law_1.01,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,6144,16384,2,8,32,8,power_law_1.2,0.023545600473880768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,6144,16384,2,8,32,8,power_law_1.2,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,32,8,power_law_1.01,0.04178560078144074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,32,8,power_law_1.01,0.03359360098838806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,power_law_1.01,0.2451711893081665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,6144,16384,2,8,32,8,power_law_1.2,0.024371199309825897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,6144,16384,2,8,32,8,power_law_1.2,0.03973119854927063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2,7168,2048,8,384,32,8,power_law_1.2,0.06961280107498169
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,16,16,power_law_1.2,0.08293759822845459
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,32,8,power_law_1.01,0.04177280068397522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,32,8,power_law_1.01,0.036447998881340024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,6144,16384,2,8,32,8,power_law_1.2,0.029286399483680725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,6144,16384,2,8,32,8,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,32,8,power_law_1.01,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,32,8,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,power_law_1.01,0.30371201038360596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,6144,16384,2,8,32,8,power_law_1.2,0.029094401001930236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,power_law_1.01,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4,7168,2048,8,384,32,8,power_law_1.2,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,6144,16384,2,8,32,8,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,16,16,power_law_1.2,0.09072639942169189
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,32,8,power_law_1.01,0.04175359904766083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,32,8,power_law_1.01,0.05735679864883423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,6144,16384,2,8,32,8,power_law_1.2,0.030752000212669373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,6144,16384,2,8,32,8,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,32,8,power_law_1.01,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,32,8,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,power_law_1.01,0.4075456142425537
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,power_law_1.01,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8,7168,2048,8,384,32,8,power_law_1.2,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,6144,16384,2,8,32,8,power_law_1.2,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,6144,16384,2,8,32,8,power_law_1.2,0.04056960046291351
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,16,16,power_law_1.2,0.09380480051040649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,32,8,power_law_1.01,0.08517760038375854
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,32,8,power_law_1.01,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,6144,16384,2,8,32,8,power_law_1.2,0.03276160061359405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,6144,16384,2,8,32,8,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,32,8,power_law_1.01,0.11407359838485717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,32,8,power_law_1.01,0.04833920001983642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,power_law_1.01,0.5060544013977051
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,power_law_1.01,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16,7168,2048,8,384,32,8,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,6144,16384,2,8,32,8,power_law_1.2,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,6144,16384,2,8,32,8,power_law_1.2,0.03358719944953918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,16,16,power_law_1.2,0.1021888017654419
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,32,8,power_law_1.01,0.15340160131454467
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,32,8,power_law_1.01,0.0491456001996994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,6144,16384,2,8,32,8,power_law_1.2,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,6144,16384,2,8,32,8,power_law_1.2,0.03683840036392212
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,32,8,power_law_1.01,0.19537919759750366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,32,8,power_law_1.01,0.05238400101661682
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,power_law_1.01,0.7327744007110596
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,power_law_1.01,0.08236799836158752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32,7168,2048,8,384,32,8,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,6144,16384,2,8,32,8,power_law_1.2,0.04137600064277649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,16,16,power_law_1.2,0.12001279592514039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,6144,16384,2,8,32,8,power_law_1.2,0.04056319892406464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,32,8,power_law_1.01,0.2846848011016846
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,32,8,power_law_1.01,0.05689600110054016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,6144,16384,2,8,32,8,power_law_1.2,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,6144,16384,2,8,32,8,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,32,8,power_law_1.01,0.3500096082687378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,32,8,power_law_1.01,0.06390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,48,7168,2048,8,384,32,8,power_law_1.2,0.07415040135383606
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,16,16,power_law_1.2,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,6144,16384,2,8,32,8,power_law_1.2,0.041407999396324155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,power_law_1.01,0.941260814666748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,6144,16384,2,8,32,8,power_law_1.2,0.06636160016059875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,32,8,power_law_1.01,0.461407995223999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,32,8,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,6144,16384,2,8,32,8,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,6144,16384,2,8,32,8,power_law_1.2,0.08787199854850769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,power_law_1.01,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,32,8,power_law_1.01,0.0913856029510498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,64,7168,2048,8,384,32,8,power_law_1.2,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,32,8,power_law_1.01,0.654534387588501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,16,16,power_law_1.2,0.1638335943222046
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,6144,16384,2,8,32,8,power_law_1.2,0.04382080137729645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,power_law_1.01,1.1609919548034668
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,6144,16384,2,8,32,8,power_law_1.2,0.11591039896011353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,32,8,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,6144,16384,2,8,32,8,power_law_1.2,0.04875519871711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,32,8,power_law_1.01,1.415782356262207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,6144,16384,2,8,32,8,power_law_1.2,0.16280319690704345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,80,7168,2048,8,384,32,8,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,power_law_1.01,0.09010559916496277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,32,8,power_law_1.01,0.12963839769363403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,16,16,power_law_1.2,0.19783040285110473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,6144,16384,2,8,32,8,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,6144,16384,2,8,32,8,power_law_1.2,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,16,power_law_1.01,1.7985536575317382
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,32,8,power_law_1.01,0.18226560354232788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,6144,16384,2,8,32,8,power_law_1.2,0.05203199982643127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,16,16,power_law_1.2,0.2500992059707642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,96,7168,2048,8,384,32,8,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,power_law_1.01,0.09359359741210938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,6144,16384,2,8,32,8,power_law_1.2,0.2795392036437988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,6144,16384,2,8,32,8,power_law_1.2,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,32,8,power_law_1.01,0.22053759098052977
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,6144,16384,2,8,32,8,power_law_1.2,0.3708928108215332
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,16,16,power_law_1.2,0.3135488033294678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,6144,16384,2,8,32,8,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,128,7168,2048,8,384,32,8,power_law_1.2,0.09175040125846863
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,power_law_1.01,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,32,8,power_law_1.01,0.3115008115768433
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,6144,16384,2,8,32,8,power_law_1.2,0.4569087982177734
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,16,power_law_1.01,3.6341758728027345
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,6144,16384,2,8,32,8,power_law_1.2,0.07863680124282837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,32,8,power_law_1.01,0.39239680767059326
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,power_law_1.01,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,160,7168,2048,8,384,32,8,power_law_1.2,0.09379839897155762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,16,16,power_law_1.2,0.4139200210571289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,6144,16384,2,8,32,8,power_law_1.2,0.09133440256118774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,6144,16384,2,8,32,8,power_law_1.2,0.6959167957305908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,256,power_law_1.01,0.011846400052309036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,32,8,power_law_1.01,0.4831232070922852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,6144,16384,2,8,32,8,power_law_1.2,0.10977280139923096
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,192,7168,2048,8,384,32,8,power_law_1.2,0.09584640264511109
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,power_law_1.01,0.10853760242462158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,256,power_law_1.01,0.011897599697113037
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,32,8,power_law_1.01,0.774560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,6144,16384,2,8,32,8,power_law_1.2,1.3322239875793458
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,16,16,power_law_1.2,0.5470143795013428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,6144,16384,2,8,32,8,power_law_1.2,0.1355839967727661
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,256,power_law_1.01,0.011884800344705581
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,6144,16384,2,8,32,8,power_law_1.2,0.18883199691772462
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,32,8,power_law_1.01,1.561030387878418
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,256,7168,2048,8,384,32,8,power_law_1.2,0.10075520277023316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,power_law_1.01,0.11182080507278443
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,16,16,power_law_1.2,0.7819263935089111
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,6144,16384,2,8,32,8,power_law_1.2,0.2238464117050171
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,256,power_law_1.01,0.011846400052309036
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,6144,16384,2,8,32,8,power_law_1.2,0.31639680862426756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,power_law_1.01,0.1171455979347229
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,320,7168,2048,8,384,32,8,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,256,power_law_1.01,0.012691199779510498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,6144,16384,2,8,32,8,power_law_1.2,0.3944639921188354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,16,16,power_law_1.2,1.014585590362549
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,256,power_law_1.01,0.013913600146770478
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,power_law_1.01,0.14049279689788818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,6144,16384,2,8,32,8,power_law_1.2,0.4806784152984619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,384,7168,2048,8,384,32,8,power_law_1.2,0.11059199571609497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,1,256,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,256,power_law_1.01,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,256,power_law_1.01,0.01676799952983856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,6144,16384,2,8,32,8,power_law_1.2,0.7905280113220214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,power_law_1.01,0.15667840242385864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,16,16,power_law_1.2,1.221228790283203
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,1,256,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,512,7168,2048,8,384,32,8,power_law_1.2,0.12349439859390259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,1,256,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,256,power_law_1.01,0.01759359985589981
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,256,power_law_1.01,0.06247040033340454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,6144,16384,2,8,32,8,power_law_1.2,1.476198387145996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,1,256,power_law_1.2,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,power_law_1.01,0.1929152011871338
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,256,power_law_1.01,0.018035200238227845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,1,256,power_law_1.2,0.06269440054893494
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,768,7168,2048,8,384,32,8,power_law_1.2,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,256,power_law_1.01,0.05857920050621033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,16,16,power_law_1.2,1.9457792282104491
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,1,256,power_law_1.2,0.021695999801158904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,1,256,power_law_1.2,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,256,power_law_1.01,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,256,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,power_law_1.01,0.22097280025482177
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,1,256,power_law_1.2,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1024,7168,2048,8,384,32,8,power_law_1.2,0.1589184045791626
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,1,256,power_law_1.2,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,256,power_law_1.01,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,256,power_law_1.01,0.056543999910354616
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,1,256,power_law_1.2,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,1,256,power_law_1.2,0.05813760161399841
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,256,power_law_1.01,0.020479999482631683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,power_law_1.01,0.293887996673584
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,1536,7168,2048,8,384,32,8,power_law_1.2,0.1925055980682373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,16,16,power_law_1.2,3.8201343536376955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,1,256,power_law_1.2,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,256,power_law_1.01,0.057734400033950806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,1,256,power_law_1.2,0.05774719715118408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,256,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,1,256,power_law_1.2,0.028652799129486085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,2048,7168,2048,8,384,32,8,power_law_1.2,0.22527360916137695
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,power_law_1.01,0.34713599681854246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,256,power_law_1.01,0.05937920212745666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,1,256,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,256,power_law_1.01,0.02252800017595291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,1,256,power_law_1.2,0.0333759993314743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,256,power_law_1.01,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,256,power_law_1.01,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,128,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,1,256,power_law_1.2,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,3072,7168,2048,8,384,32,8,power_law_1.2,0.2949183940887451
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,power_law_1.01,0.47781758308410643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,1,256,power_law_1.2,0.033990401029586795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,256,power_law_1.01,0.022111999988555908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,256,power_law_1.01,0.05982080101966858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,1,256,power_law_1.2,0.05980799794197082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,128,power_law_1.01,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,4096,7168,2048,8,384,32,8,power_law_1.2,0.3565567970275879
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,power_law_1.01,0.6178751945495605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,1,256,power_law_1.2,0.04175359904766083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,256,power_law_1.01,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,256,power_law_1.01,0.06058880090713501
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,128,power_law_1.01,0.021721599996089934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,1,256,power_law_1.2,0.06105599999427795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,256,power_law_1.01,0.025011199712753295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,1,256,power_law_1.2,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,6144,7168,2048,8,384,32,8,power_law_1.2,0.501145601272583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,power_law_1.01,0.8622336387634277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,256,power_law_1.01,0.06347519755363465
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,128,power_law_1.01,0.02170239984989166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,1,256,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,256,power_law_1.01,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,1,256,power_law_1.2,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,2,128,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,256,power_law_1.01,0.06389120221138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,128,power_law_1.01,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,1,256,power_law_1.2,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,8192,7168,2048,8,384,32,8,power_law_1.2,0.6479872226715088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,256,power_law_1.01,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,power_law_1.01,1.1122624397277832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,1,256,power_law_1.2,0.061849600076675414
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,256,power_law_1.01,0.06387839913368225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,2,128,power_law_1.2,0.0208639994263649
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,128,power_law_1.01,0.025791999697685242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,1,256,power_law_1.2,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,256,power_law_1.01,0.036051198840141296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,1,256,power_law_1.2,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,256,power_law_1.01,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,12288,7168,2048,8,384,32,8,power_law_1.2,0.9093119621276855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,2,128,power_law_1.2,0.021305599808692934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,128,power_law_1.01,0.03112959861755371
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,1,256,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,256,power_law_1.01,0.04670720100402832
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,power_law_1.01,1.345740795135498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,1,256,power_law_1.2,0.05160319805145264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,256,power_law_1.01,0.07004799842834472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,256,power_law_1.01,0.054476797580718994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,2,128,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,128,power_law_1.01,0.027859199047088622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,1,256,power_law_1.2,0.07106559872627258
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,1,256,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,16384,7168,2048,8,384,32,8,power_law_1.2,1.147878360748291
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,256,power_law_1.01,0.07252479791641235
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,256,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,2,128,power_law_1.2,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,8,power_law_1.01,2.0527103424072264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,128,power_law_1.01,0.03113600015640259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,1,256,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,256,power_law_1.01,0.0754047989845276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,1,256,power_law_1.2,0.06082559823989868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,2,128,power_law_1.2,0.02500480115413666
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,128,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,256,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,1,256,power_law_1.2,0.07618560194969178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,20480,7168,2048,8,384,32,8,power_law_1.2,1.3948543548583985
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,256,power_law_1.01,0.08478720188140869
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,1,256,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,2,128,power_law_1.2,0.02622080147266388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,128,power_law_1.01,0.03687039911746979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,1,256,power_law_1.2,0.08721280097961426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,256,power_law_1.01,0.13271039724349976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,256,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,8,power_law_1.01,4.081254577636718
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,128,power_law_1.01,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,1,256,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,2,128,power_law_1.2,0.031142398715019226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,32768,7168,2048,8,384,32,8,power_law_1.2,2.126028823852539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,256,power_law_1.01,0.11161600351333618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,1,256,power_law_1.2,0.10160000324249267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,256,power_law_1.01,0.17080960273742676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,128,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,2,128,power_law_1.2,0.031948798894882204
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,1,256,power_law_1.2,0.1321023941040039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,256,power_law_1.01,0.12985600233078004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,1,256,power_law_1.2,0.11918720006942748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,128,power_law_1.01,0.05569919943809509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,2,128,power_law_1.2,0.03441919982433319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,256,power_law_1.01,0.20746240615844727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,1,256,power_law_1.2,0.18862080574035645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,256,power_law_1.01,0.1667072057723999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,1,256,power_law_1.2,0.1417088031768799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,fp8,65536,7168,2048,8,384,32,8,power_law_1.2,4.589772796630859
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,128,power_law_1.01,0.04262399971485138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,2,128,power_law_1.2,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,256,power_law_1.01,0.19804160594940184
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,1,256,power_law_1.2,0.18554240465164185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,128,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,1,256,power_law_1.2,0.25231359004974363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,256,power_law_1.01,0.31988480091094973
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,128,power_law_1.01,0.05203199982643127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,2,128,power_law_1.2,0.044249600172042845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,256,power_law_1.01,0.2672640085220337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,1,256,power_law_1.2,0.23203840255737304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,128,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,128,power_law_1.01,0.060185599327087405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,1,256,power_law_1.2,0.3915839910507202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,2,128,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,256,power_law_1.01,0.617465591430664
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,1,256,power_law_1.2,0.3366847991943359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,128,power_law_1.01,0.05571200251579285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,128,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,256,power_law_1.01,0.3286976099014282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,2,128,power_law_1.2,0.06224640011787415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,1,256,power_law_1.2,0.46592001914978026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,2,128,power_law_1.2,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,128,power_law_1.01,0.07046399712562561
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,128,power_law_1.01,0.05570560097694397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,1,256,power_law_1.2,0.3956736087799072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,2,128,power_law_1.2,0.04873600006103516
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,256,power_law_1.01,0.4663360118865967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,1,256,power_law_1.2,0.672544002532959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,128,power_law_1.01,0.09748479723930359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,128,power_law_1.01,0.05733759999275208
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,2,128,power_law_1.2,0.053862398862838744
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,2,128,power_law_1.2,0.05899519920349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,1,256,power_law_1.2,0.5822463989257812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,256,power_law_1.01,0.5941247940063477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,128,power_law_1.01,0.1124351978302002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,1,256,power_law_1.2,0.941260814666748
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,2,128,power_law_1.2,0.06309120059013366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,128,power_law_1.01,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,2,128,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,1,256,power_law_1.2,0.7479167938232422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,128,power_law_1.01,0.16627199649810792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,2,128,power_law_1.2,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,128,power_law_1.01,0.05857279896736145
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,256,power_law_1.01,0.7307392120361328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,1,256,power_law_1.2,1.1790335655212403
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,2,128,power_law_1.2,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,64,power_law_1.01,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,128,power_law_1.01,0.21790719032287598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,1,256,power_law_1.2,0.9236479759216308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,2,128,power_law_1.2,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,128,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,2,128,power_law_1.2,0.05692800283432007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,64,power_law_1.01,0.021273599565029146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,128,power_law_1.01,0.31969280242919923
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,256,power_law_1.01,1.101625633239746
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,1,256,power_law_1.2,1.91712646484375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,128,power_law_1.01,0.060198402404785155
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,2,128,power_law_1.2,0.10035200119018554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,2,128,power_law_1.2,0.057760000228881836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,64,power_law_1.01,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,128,power_law_1.01,0.4270016193389893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,1,256,power_law_1.2,1.5945728302001954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,64,power_law_1.01,0.02126079946756363
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,2,128,power_law_1.2,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,128,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,2,128,power_law_1.2,0.12165759801864624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,128,power_law_1.01,0.6064127922058106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,256,power_law_1.01,2.2550527572631838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,1,256,power_law_1.2,4.081260681152344
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,64,power_law_1.01,0.02253440022468567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,2,128,power_law_1.2,0.05979520082473755
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,128,power_law_1.01,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,1,256,power_law_1.2,3.3959808349609375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,2,128,power_law_1.2,0.18537600040435792
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,128,power_law_1.01,0.8216511726379394
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,64,power_law_1.01,0.024166400730609893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,2,128,power_law_1.2,0.06104320287704468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,128,power_law_1.01,0.06473600268363952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,128,power_law_1.01,0.8224767684936524
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,2,128,power_law_1.2,0.23162879943847656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,64,power_law_1.01,0.02622080147266388
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,2,128,power_law_1.2,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,128,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,64,power_law_1.01,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,128,power_law_1.01,1.606438446044922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,2,128,power_law_1.2,0.3479552030563354
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,2,128,power_law_1.2,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,64,power_law_1.01,0.06348800063133239
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,128,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,64,power_law_1.01,0.03522560000419617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,2,128,power_law_1.2,0.4306943893432617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,4,64,power_law_1.2,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,64,power_law_1.01,0.07024000287055969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,2,128,power_law_1.2,0.06513919830322265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,64,power_law_1.01,0.03726080060005188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,128,power_law_1.01,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,128,power_law_1.01,2.779750442504883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,4,64,power_law_1.2,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,64,power_law_1.01,0.06348159909248352
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,4,64,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,64,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,2,128,power_law_1.2,0.6971392154693603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,128,power_law_1.01,0.07291520237922669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,2,128,power_law_1.2,0.06511359810829162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,4,64,power_law_1.2,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,64,power_law_1.01,0.05611519813537598
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,4,64,power_law_1.2,0.060224002599716185
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,64,power_law_1.01,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,128,power_law_1.01,0.07864320278167725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,2,128,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,64,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,4,64,power_law_1.2,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,2,128,power_law_1.2,0.9793536186218261
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,4,64,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,64,power_law_1.01,0.048742398619651794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,128,power_law_1.01,0.08683519959449768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,64,power_law_1.01,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,4,64,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,2,128,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,64,power_law_1.01,0.05861120223999024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,4,64,power_law_1.2,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,128,power_law_1.01,0.09338880181312562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,2,128,power_law_1.2,1.1835391998291016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,64,power_law_1.01,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,4,64,power_law_1.2,0.06144639849662781
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,32,power_law_1.01,0.022924800217151643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,64,power_law_1.01,0.04915199875831604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,2,128,power_law_1.2,0.07453439831733703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,4,64,power_law_1.2,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,64,power_law_1.01,0.06264320015907288
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,128,power_law_1.01,0.11673599481582642
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,4,64,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,64,power_law_1.01,0.052832001447677614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,32,power_law_1.01,0.022937600314617158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,2,128,power_law_1.2,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,4,64,power_law_1.2,0.024588799476623534
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,2,128,power_law_1.2,1.8378816604614259
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,64,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,32,power_law_1.01,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,64,power_law_1.01,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,4,64,power_law_1.2,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,128,power_law_1.01,0.13393919467926024
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,4,64,power_law_1.2,0.025817599892616273
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,2,128,power_law_1.2,0.09013760089874268
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,32,power_law_1.01,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,64,power_law_1.01,0.06061440110206604
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,4,64,power_law_1.2,0.06388480067253113
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,64,power_law_1.01,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,4,64,power_law_1.2,0.026419198513031004
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,128,power_law_1.01,0.1700160026550293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,2,128,power_law_1.2,0.09707520008087159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,32,power_law_1.01,0.023347200453281404
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,4,64,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,2,128,power_law_1.2,3.9249855041503907
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,64,power_law_1.01,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,64,power_law_1.01,0.06629120111465454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,4,64,power_law_1.2,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,2,128,power_law_1.2,0.12472319602966309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,128,power_law_1.01,0.20213758945465088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,32,power_law_1.01,0.02542079985141754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,4,64,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,64,power_law_1.01,0.09789440035820007
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,64,power_law_1.01,0.06716160178184509
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,4,64,power_law_1.2,0.03685120046138764
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,2,128,power_law_1.2,0.14520319700241088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,32,power_law_1.01,0.028281599283218384
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,128,power_law_1.01,0.25578880310058594
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,4,64,power_law_1.2,0.06716799736022949
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,64,power_law_1.01,0.12247040271759033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,4,64,power_law_1.2,0.039315199851989745
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,64,power_law_1.01,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,2,128,power_law_1.2,0.18063360452651978
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,32,power_law_1.01,0.029491201043128967
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,64,power_law_1.01,0.17284480333328248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,4,64,power_law_1.2,0.06883199810981751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,4,64,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,128,power_law_1.01,0.31928319931030275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,64,power_law_1.01,0.0704576015472412
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,32,power_law_1.01,0.032358399033546446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,2,128,power_law_1.2,0.21729280948638915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,64,power_law_1.01,0.21196799278259276
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,4,64,power_law_1.2,0.04627200067043304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,4,64,power_law_1.2,0.06880639791488648
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,8,32,power_law_1.2,0.022463999688625336
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,64,power_law_1.01,0.0765824019908905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,32,power_law_1.01,0.03480960130691528
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,128,power_law_1.01,0.4601920127868652
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,4,64,power_law_1.2,0.05572479963302612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,64,power_law_1.01,0.3123199939727783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,4,64,power_law_1.2,0.07578240036964416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,2,128,power_law_1.2,0.28979198932647704
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,32,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,64,power_law_1.01,0.07578880190849305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,8,32,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,4,64,power_law_1.2,0.04424319863319397
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,64,power_law_1.01,0.40039677619934083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,4,64,power_law_1.2,0.07577599883079529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,128,power_law_1.01,0.5863423824310303
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,32,power_law_1.01,0.048332801461219786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,2,128,power_law_1.2,0.3926016092300415
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,64,power_law_1.01,0.08109440207481385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,8,32,power_law_1.2,0.021299199759960176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,4,64,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,4,64,power_law_1.2,0.08273280262947083
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,64,power_law_1.01,0.5892032146453857
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,32,power_law_1.01,0.05406079888343811
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,64,power_law_1.01,0.08764799833297729
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,2,128,power_law_1.2,0.6100992202758789
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,4,64,power_law_1.2,0.05978239774703979
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,128,power_law_1.01,0.7106495857238769
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,8,32,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,4,64,power_law_1.2,0.09174399971961975
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,64,power_law_1.01,0.7794688224792481
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,64,power_law_1.01,0.09912959933280945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,32,power_law_1.01,0.06307839751243591
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,4,64,power_law_1.2,0.05736960172653198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,4,64,power_law_1.2,0.10239360332489014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,8,32,power_law_1.2,0.02253440022468567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,2,128,power_law_1.2,0.7049215793609619
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,64,power_law_1.01,0.11675519943237304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,32,power_law_1.01,0.04751999974250794
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,128,power_law_1.01,1.093017578125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,64,power_law_1.01,0.9699199676513672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,4,64,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,8,32,power_law_1.2,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,4,64,power_law_1.2,0.12288000583648681
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,32,power_law_1.01,0.055283200740814206
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,64,power_law_1.01,0.13332480192184448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,4,64,power_law_1.2,0.10014079809188843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,2,128,power_law_1.2,0.860166358947754
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,8,32,power_law_1.2,0.02746239900588989
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,4,64,power_law_1.2,0.14131200313568115
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,64,power_law_1.01,1.538047981262207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,32,power_law_1.01,0.06798719763755798
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,64,power_law_1.01,0.17121920585632325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,4,64,power_law_1.2,0.11530879735946656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,8,32,power_law_1.2,0.02988159954547882
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,128,power_law_1.01,2.1497919082641603
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,4,64,power_law_1.2,0.18837759494781495
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,2,128,power_law_1.2,1.4120960235595703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,32,power_law_1.01,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,4,64,power_law_1.2,0.15646719932556152
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,64,power_law_1.01,0.19844479560852052
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,8,32,power_law_1.2,0.032364800572395325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,4,64,power_law_1.2,0.22340478897094726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,64,power_law_1.01,3.0636032104492186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,32,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,8,32,power_law_1.2,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,4,64,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,64,power_law_1.01,0.26214399337768557
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,4,64,power_law_1.2,0.288972806930542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,2,128,power_law_1.2,2.9489152908325194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,8,32,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,32,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,4,64,power_law_1.2,0.3004479885101318
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,64,power_law_1.01,0.32787199020385743
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,8,32,power_law_1.2,0.048307201266288756
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,4,64,power_law_1.2,0.3538880109786987
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,32,power_law_1.01,0.10524159669876099
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,4,64,power_law_1.2,0.425324821472168
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,32,power_law_1.01,0.0700543999671936
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,8,32,power_law_1.2,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,64,power_law_1.01,0.4646912097930908
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,32,power_law_1.01,0.1474560022354126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,4,64,power_law_1.2,0.5105663776397705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,32,power_law_1.01,0.06759679913520814
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,4,64,power_law_1.2,0.5949440002441406
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,8,32,power_law_1.2,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,8,32,power_law_1.2,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,32,power_law_1.01,0.18431999683380126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,64,power_law_1.01,0.5859392166137696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,32,power_law_1.01,0.06225919723510742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,4,64,power_law_1.2,0.693452787399292
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,8,32,power_law_1.2,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,4,64,power_law_1.2,0.7708672046661377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,32,power_law_1.01,0.24596478939056396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,8,32,power_law_1.2,0.0688256025314331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,16,power_law_1.01,0.02253440022468567
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,32,power_law_1.01,0.058156800270080564
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,64,power_law_1.01,0.7344128131866455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,4,64,power_law_1.2,0.8781824111938477
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,8,32,power_law_1.2,0.058956801891326904
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,8,32,power_law_1.2,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,32,power_law_1.01,0.3373311996459961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,32,power_law_1.01,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,4,64,power_law_1.2,1.048147201538086
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,16,power_law_1.01,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,8,32,power_law_1.2,0.07146880030632019
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,8,32,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,32,power_law_1.01,0.47329277992248536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,64,power_law_1.2,1.4518336296081542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,4,64,power_law_1.01,1.0827520370483399
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,32,power_law_1.01,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,8,32,power_law_1.2,0.06758400201797485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,8,32,power_law_1.2,0.06268799901008607
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,16,power_law_1.01,0.022540800273418427
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,32,power_law_1.01,0.6311935901641845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,4,64,power_law_1.2,1.571225643157959
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,32,power_law_1.01,0.06471679806709289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,8,32,power_law_1.2,0.06185600161552429
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,8,32,power_law_1.2,0.08273919820785522
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,64,power_law_1.2,2.899769592285156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,4,64,power_law_1.01,2.2255615234375
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,32,power_law_1.01,0.06574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,16,power_law_1.01,0.022515200078487396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,32,power_law_1.01,0.8032256126403808
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,8,32,power_law_1.2,0.0679744005203247
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,8,32,power_law_1.2,0.09338240027427673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,32,power_law_1.01,0.06676480174064636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,16,power_law_1.01,0.02414720058441162
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,4,64,power_law_1.2,3.465625762939453
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,32,power_law_1.01,1.2429375648498535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,8,32,power_law_1.2,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,32,power_law_1.01,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,16,power_law_1.01,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,8,32,power_law_1.2,0.11100800037384033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,8,32,power_law_1.2,0.06718080043792725
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,32,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,32,power_law_1.01,2.651372718811035
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,16,power_law_1.01,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,8,32,power_law_1.2,0.15789439678192138
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,8,32,power_law_1.2,0.06964480280876159
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,7168,2048,8,256,16,16,power_law_1.2,0.022099199891090392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,16,power_law_1.01,0.07247999906539918
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,32,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,16,power_law_1.01,0.03152639865875244
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,8,32,power_law_1.2,0.1962048053741455
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,8,32,power_law_1.2,0.07085440158843995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,7168,2048,8,256,16,16,power_law_1.2,0.02456959933042526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,16,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,32,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,16,power_law_1.01,0.03441919982433319
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,7168,2048,8,256,16,16,power_law_1.2,0.022060799598693847
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,8,32,power_law_1.2,0.0716543972492218
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,256,16,16,power_law_1.2,0.0741312026977539
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,16,power_law_1.01,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,8,32,power_law_1.2,0.2735935926437378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,32,power_law_1.01,0.07374079823493958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,16,power_law_1.01,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,7168,2048,8,256,16,16,power_law_1.2,0.022316800057888032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,8,32,power_law_1.2,0.07291520237922669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,16,power_law_1.01,0.061843198537826535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,128,power_law_1.01,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,256,16,16,power_law_1.2,0.08684160113334656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,8,32,power_law_1.2,0.3577984094619751
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,7168,2048,8,256,16,16,power_law_1.2,0.024979199469089507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,16,power_law_1.01,0.04095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,32,power_law_1.01,0.08109440207481385
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,8,32,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,16,power_law_1.01,0.06450560092926025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,128,power_law_1.01,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,8,32,power_law_1.2,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,16,power_law_1.01,0.04585599899291992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,256,16,16,power_law_1.2,0.06165120005607605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,7168,2048,8,256,16,16,power_law_1.2,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,32,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,8,32,power_law_1.2,0.5383615970611573
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,16,power_law_1.01,0.06883839964866638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,128,power_law_1.01,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,8,32,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,16,power_law_1.01,0.049132800102233885
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,32,power_law_1.01,0.08600959777832032
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,7168,2048,8,256,16,16,power_law_1.2,0.029919999837875366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,128,power_law_1.01,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,256,16,16,power_law_1.2,0.06103039979934692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,16,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,8,32,power_law_1.2,0.7569407939910888
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,8,32,power_law_1.2,0.08725119829177856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,32,power_law_1.01,0.09544320106506347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,128,power_law_1.01,0.01968639940023422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,16,power_law_1.01,0.06060799956321716
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,7168,2048,8,256,16,16,power_law_1.2,0.03153280019760132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,16,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,256,16,16,power_law_1.2,0.06472319960594178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,128,power_law_1.01,0.020076799392700195
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,8,32,power_law_1.2,0.09830399751663207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,16,power_law_1.01,0.04792320132255554
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,32,power_law_1.01,0.10485759973526002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,7168,2048,8,256,16,16,power_law_1.2,0.03399679958820343
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,8,32,power_law_1.2,0.9199616432189941
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,16,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,128,power_law_1.01,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,256,16,16,power_law_1.2,0.06840320229530335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,8,32,power_law_1.2,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,16,power_law_1.01,0.05325440168380737
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,32,power_law_1.01,0.12554240226745605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,7168,2048,8,256,16,16,power_law_1.2,0.036025598645210266
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,128,power_law_1.01,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,16,power_law_1.01,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,8,32,power_law_1.2,0.12900480031967163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,16,power_law_1.01,0.06614400148391723
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,32,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,256,16,16,power_law_1.2,0.07375360131263733
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,128,power_law_1.01,0.022124800086021423
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,8,32,power_law_1.2,1.3924351692199708
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,7168,2048,8,256,16,16,power_law_1.2,0.04095360040664673
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,16,power_law_1.01,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,8,32,power_law_1.2,0.14335360527038574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,16,power_law_1.01,0.06328960061073304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,128,power_law_1.01,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,32,power_law_1.01,0.17531520128250122
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,256,16,16,power_law_1.2,0.07455999851226806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,7168,2048,8,256,16,16,power_law_1.2,0.04588800072669983
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,128,power_law_1.01,0.02539519965648651
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,16,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,8,32,power_law_1.2,0.1859328031539917
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,16,power_law_1.01,0.07454720139503479
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,32,power_law_1.01,0.20971519947052003
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,256,16,16,power_law_1.2,0.07453439831733703
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,8,32,power_law_1.2,3.0263296127319337
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,128,power_law_1.01,0.024160000681877136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,7168,2048,8,256,16,16,power_law_1.2,0.050380802154541014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,16,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,8,32,power_law_1.2,0.2303936004638672
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,16,power_law_1.01,0.08355839848518372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,256,16,16,power_law_1.2,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,32,power_law_1.01,0.2928639888763428
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,128,power_law_1.01,0.02457599937915802
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,7168,2048,8,256,16,16,power_law_1.2,0.060627198219299315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,16,power_law_1.01,0.08110079765319825
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,128,power_law_1.01,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,16,power_law_1.01,0.10444799661636353
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,256,16,16,power_law_1.2,0.07824000120162963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,8,32,power_law_1.2,0.31088640689849856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,32,power_law_1.01,0.3502079963684082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,7168,2048,8,256,16,16,power_law_1.2,0.04912000000476837
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,128,power_law_1.01,0.027033600211143493
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,16,power_law_1.01,0.08803200125694274
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,256,16,16,power_law_1.2,0.07985919713973999
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,16,power_law_1.01,0.14704639911651612
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,8,32,power_law_1.2,0.3940288066864014
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,32,power_law_1.01,0.5044032096862793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,128,power_law_1.01,0.027027198672294618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,7168,2048,8,256,16,16,power_law_1.2,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,256,16,16,power_law_1.2,0.08069760203361512
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,16,power_law_1.01,0.08929280042648316
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,16,power_law_1.01,0.17735040187835693
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,2,128,power_law_1.2,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,8,32,power_law_1.2,0.5965760231018067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,128,power_law_1.01,0.031123200058937074
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,7168,2048,8,256,16,16,power_law_1.2,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,32,power_law_1.01,0.6137856006622314
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,256,16,16,power_law_1.2,0.08191360235214233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,128,power_law_1.01,0.03400320112705231
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,16,power_law_1.01,0.09442560076713562
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,2,128,power_law_1.2,0.01822720021009445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,16,power_law_1.01,0.26435840129852295
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,8,32,power_law_1.2,0.7200767993927002
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,7168,2048,8,256,16,16,power_law_1.2,0.06573439836502075
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,128,power_law_1.01,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,32,power_law_1.01,0.7659520149230957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,256,16,16,power_law_1.2,0.08704000115394592
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,16,power_law_1.01,0.10933760404586793
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,2,128,power_law_1.2,0.01841920018196106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,16,power_law_1.01,0.3209216117858887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,128,power_law_1.01,0.05079039931297302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,7168,2048,8,256,16,16,power_law_1.2,0.07945600152015686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,8,32,power_law_1.2,0.9273344039916992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,256,16,16,power_law_1.2,0.09296000003814697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,2,128,power_law_1.2,0.018432000279426576
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,16,power_law_1.01,0.11796480417251587
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,128,power_law_1.01,0.05980160236358643
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,16,power_law_1.01,0.47329277992248536
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,32,power_law_1.01,1.2269439697265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,7168,2048,8,256,16,16,power_law_1.2,0.0831488013267517
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,2,128,power_law_1.2,0.019257600605487823
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,256,16,16,power_law_1.2,0.09646080136299133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,8,32,power_law_1.2,1.4145536422729492
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,128,power_law_1.01,0.07619199752807618
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,16,power_law_1.01,0.14336639642715454
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,7168,2048,8,256,16,16,power_law_1.2,0.10649600028991699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,2,128,power_law_1.2,0.01966720074415207
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,16,power_law_1.01,0.6096896171569824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,128,power_law_1.01,0.09051520228385926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,256,16,16,power_law_1.2,0.10875519514083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,16,power_law_1.01,0.16261119842529298
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,2,128,power_law_1.2,0.020870399475097657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,32,power_law_1.01,2.3773120880126952
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,7168,2048,8,256,16,16,power_law_1.2,0.1447872042655945
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,128,power_law_1.01,0.13312000036239624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,256,16,16,power_law_1.2,0.12021119594573974
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,8,32,power_law_1.2,2.9104127883911133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,16,power_law_1.01,0.7593984127044677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,2,128,power_law_1.2,0.02170879989862442
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,16,power_law_1.01,0.2060096025466919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,7168,2048,8,256,16,16,power_law_1.2,0.1834944009780884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,128,power_law_1.01,0.16015360355377198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,256,16,16,power_law_1.2,0.15032960176467897
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,2,128,power_law_1.2,0.022118400037288665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,16,power_law_1.01,0.2351423978805542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,7168,2048,8,256,16,16,power_law_1.2,0.2617408037185669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,16,power_law_1.01,1.2478464126586915
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,256,16,16,power_law_1.2,0.17100800275802613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,2,128,power_law_1.2,0.02335360050201416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,128,power_law_1.01,0.22712960243225097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,16,power_law_1.01,0.31826560497283934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,2,128,power_law_1.2,0.025190401077270507
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,7168,2048,8,256,16,16,power_law_1.2,0.36474881172180174
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,256,16,16,power_law_1.2,0.21442561149597167
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,128,power_law_1.01,0.037676799297332766
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,128,power_law_1.01,0.31395840644836426
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,2,128,power_law_1.2,0.02375040054321289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,2,128,power_law_1.2,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,16,power_law_1.01,0.4048960208892822
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,7168,2048,8,256,16,16,power_law_1.2,0.5109824180603028
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,256,16,16,power_law_1.2,0.25395200252532957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,128,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,16,power_law_1.01,2.3740352630615233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,128,power_law_1.01,0.3761919975280762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,2,128,power_law_1.2,0.02456959933042526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,2,128,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,128,power_law_1.01,0.03768959939479828
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,16,power_law_1.01,0.5584896087646485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,256,16,16,power_law_1.2,0.346726393699646
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,7168,2048,8,256,16,16,power_law_1.2,0.7037055969238282
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,2,128,power_law_1.2,0.027014398574829103
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,128,power_law_1.01,0.6438591957092286
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,128,power_law_1.01,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,2,128,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,2,128,power_law_1.2,0.026630398631095887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,16,power_law_1.01,0.7036928176879883
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,256,16,16,power_law_1.2,0.4227007865905762
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,7168,2048,8,256,16,16,power_law_1.2,0.8224575996398926
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,128,power_law_1.01,0.037273600697517395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,2,128,power_law_1.2,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,2,128,power_law_1.2,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,128,power_law_1.01,0.03809280097484589
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,16,power_law_1.01,0.881868839263916
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,128,power_law_1.01,1.2175423622131347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,256,16,16,power_law_1.2,0.650048017501831
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,7168,2048,8,256,16,16,power_law_1.2,1.3826175689697267
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,2,128,power_law_1.2,0.031142398715019226
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,2,128,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,64,power_law_1.01,0.018828800320625304
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,128,power_law_1.01,0.0381056010723114
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,16,power_law_1.01,1.4067647933959961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,2,128,power_law_1.2,0.03563520014286041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,2,128,power_law_1.2,0.03973760008811951
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,128,power_law_1.01,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,64,power_law_1.01,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,256,16,16,power_law_1.2,0.8028160095214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,7168,2048,8,256,16,16,power_law_1.2,2.8112831115722656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,2,128,power_law_1.2,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,2,128,power_law_1.2,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,128,power_law_1.01,0.03891200125217438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,16,power_law_1.01,2.755174446105957
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,64,power_law_1.01,0.01883520036935806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,2,128,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,2,128,power_law_1.2,0.051609599590301515
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,256,16,16,power_law_1.2,1.1274239540100097
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,128,power_law_1.01,0.03808639943599701
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1,4096,1536,8,128,4,64,power_law_1.2,0.019251200556755065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,2,128,power_law_1.2,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,2,128,power_law_1.2,0.064300799369812
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,64,power_law_1.01,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2,4096,1536,8,128,4,64,power_law_1.2,0.01968639940023422
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,128,power_law_1.01,0.040524798631668094
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,2,128,power_law_1.2,0.04056319892406464
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,2,128,power_law_1.2,0.07864959836006165
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4,4096,1536,8,128,4,64,power_law_1.2,0.019283199310302736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,64,power_law_1.01,0.04219520092010498
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,64,power_law_1.01,0.020032000541687012
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,256,16,16,power_law_1.2,1.7162303924560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,2,128,power_law_1.2,0.040115201473236085
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,128,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8,4096,1536,8,128,4,64,power_law_1.2,0.019244800508022308
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,2,128,power_law_1.2,0.10282880067825317
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,64,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,2,128,power_law_1.2,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16,4096,1536,8,128,4,64,power_law_1.2,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,4096,1536,8,128,4,64,power_law_1.2,0.04015359878540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,64,power_law_1.01,0.020051200687885285
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,128,power_law_1.01,0.041388800740242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,64,power_law_1.01,0.039724799990653994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,2,128,power_law_1.2,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,2,128,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32,4096,1536,8,128,4,64,power_law_1.2,0.020499199628829956
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,128,power_law_1.01,0.04136959910392761
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,64,power_law_1.01,0.020902399718761445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,256,16,16,power_law_1.2,3.5315776824951173
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,4096,1536,8,128,4,64,power_law_1.2,0.03850879967212677
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,64,power_law_1.01,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,2,128,power_law_1.2,0.04260480105876922
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,2,128,power_law_1.2,0.18083839416503905
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,48,4096,1536,8,128,4,64,power_law_1.2,0.02129279971122742
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,128,power_law_1.01,0.044249600172042845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,64,power_law_1.01,0.04013440012931824
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,2,128,power_law_1.2,0.045459198951721194
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,4096,1536,8,128,4,64,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,64,power_law_1.01,0.021715199947357176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,64,4096,1536,8,128,4,64,power_law_1.2,0.02088959962129593
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,2,128,power_law_1.2,0.2521087884902954
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,128,power_law_1.01,0.04506239891052246
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,64,power_law_1.01,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,2,128,power_law_1.2,0.04504320025444031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,64,power_law_1.2,0.021721599996089934
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,80,4096,1536,8,128,4,64,power_law_1.01,0.022099199891090392
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,4096,1536,8,128,4,64,power_law_1.2,0.03849599957466125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,128,power_law_1.2,0.04872319996356964
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,2,128,power_law_1.01,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,64,power_law_1.01,0.04053759872913361
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,2,128,power_law_1.2,0.33692159652709963
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,64,power_law_1.2,0.0229312002658844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,96,4096,1536,8,128,4,64,power_law_1.01,0.02336000055074692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,4096,1536,8,128,4,64,power_law_1.2,0.03893119990825653
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,128,power_law_1.2,0.05324159860610962
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,2,128,power_law_1.01,0.052019202709198
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,64,power_law_1.01,0.040556800365447995
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,64,power_law_1.2,0.026208001375198364
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,128,power_law_1.01,0.07107200026512146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,128,4096,1536,8,128,4,64,power_law_1.01,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,4096,1536,8,128,4,64,power_law_1.2,0.03847039937973022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,128,power_law_1.2,0.05856639742851257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,2,128,power_law_1.2,0.4190207958221436
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,64,power_law_1.01,0.04054400026798248
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,2,128,power_law_1.01,0.05488640069961548
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,64,power_law_1.2,0.024563199281692503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,128,power_law_1.2,0.06635519862174988
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,160,4096,1536,8,128,4,64,power_law_1.01,0.024160000681877136
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,64,power_law_1.01,0.040966400504112245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,4096,1536,8,128,4,64,power_law_1.2,0.03850240111351013
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,2,128,power_law_1.01,0.061440002918243405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,64,power_law_1.2,0.024991999566555022
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,128,power_law_1.01,0.07457280158996582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,128,power_law_1.2,0.07967360019683838
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,2,128,power_law_1.2,0.6508480072021484
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,64,power_law_1.01,0.04217599928379059
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,192,4096,1536,8,128,4,64,power_law_1.01,0.024966399371623992
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,2,128,power_law_1.01,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,4096,1536,8,128,4,64,power_law_1.2,0.03845759928226471
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,64,power_law_1.2,0.030752000212669373
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,128,power_law_1.2,0.10688639879226684
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,64,power_law_1.01,0.04301440119743347
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,256,4096,1536,8,128,4,64,power_law_1.01,0.026643198728561402
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,2,128,power_law_1.01,0.08748160004615783
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,4096,1536,8,128,4,64,power_law_1.2,0.03929600119590759
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,128,power_law_1.01,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,64,power_law_1.2,0.027846398949623107
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,128,power_law_1.2,0.12862080335617065
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,320,4096,1536,8,128,4,64,power_law_1.01,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,64,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,2,128,power_law_1.01,0.10525439977645874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,2,128,power_law_1.2,1.3002752304077148
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,4096,1536,8,128,4,64,power_law_1.2,0.038924801349639895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,64,power_law_1.2,0.028646400570869444
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,128,power_law_1.2,0.17285759449005128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,384,4096,1536,8,128,4,64,power_law_1.01,0.027852800488471986
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,128,power_law_1.01,0.058976000547409056
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,64,power_law_1.01,0.04341759979724884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,2,128,power_law_1.01,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,64,power_law_1.2,0.0364544004201889
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,4096,1536,8,128,4,64,power_law_1.2,0.04177919924259186
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,512,4096,1536,8,128,4,64,power_law_1.01,0.031116798520088196
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,128,power_law_1.2,0.22424960136413574
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,64,power_law_1.01,0.047916799783706665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,64,power_law_1.2,0.035622400045394895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,2,128,power_law_1.01,0.17737599611282348
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,128,power_law_1.01,0.05899519920349121
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,4096,1536,8,128,4,64,power_law_1.2,0.04296320080757141
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,768,4096,1536,8,128,4,64,power_law_1.01,0.035231998562812804
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,64,power_law_1.01,0.04750719964504242
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,128,power_law_1.2,0.319270396232605
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,64,power_law_1.2,0.04628480076789856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1024,4096,1536,8,128,4,64,power_law_1.01,0.040140798687934874
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,2,128,power_law_1.01,0.23612799644470214
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,4096,1536,8,128,4,64,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,64,power_law_1.01,0.052025598287582395
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,128,power_law_1.01,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,128,power_law_1.2,0.37826559543609617
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,64,power_law_1.2,0.055308800935745236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,1536,4096,1536,8,128,4,64,power_law_1.01,0.054054397344589236
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,2,128,power_law_1.2,0.07537279725074768
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,64,power_law_1.01,0.056531202793121335
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,4096,1536,8,128,4,64,power_law_1.2,0.043007999658584595
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,2,128,power_law_1.01,0.2910271883010864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,64,power_law_1.2,0.062636798620224
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,128,power_law_1.01,0.06309120059013366
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,128,power_law_1.2,0.4737088203430176
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,2048,4096,1536,8,128,4,64,power_law_1.01,0.06227200031280518
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,64,power_law_1.01,0.058982402086257935
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,4096,1536,8,128,4,64,power_law_1.2,0.04710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,2,128,power_law_1.2,0.0755840003490448
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,64,power_law_1.2,0.09297919869422913
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,3072,4096,1536,8,128,4,64,power_law_1.01,0.08271999955177307
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,2,128,power_law_1.01,0.3452735900878906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,64,power_law_1.01,0.06594560146331788
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,4096,1536,8,128,4,64,power_law_1.2,0.04875519871711731
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,128,power_law_1.01,0.06513919830322265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,128,power_law_1.2,0.7192575931549072
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,2,128,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,64,power_law_1.2,0.11386239528656006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,4096,4096,1536,8,128,4,64,power_law_1.01,0.10014079809188843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,4096,1536,8,128,4,64,power_law_1.2,0.050367999076843264
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,64,power_law_1.01,0.07333760261535645
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,64,power_law_1.01,0.1392639994621277
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,2,128,power_law_1.01,0.5138432025909424
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,2,128,power_law_1.2,0.056518399715423585
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,6144,4096,1536,8,128,4,64,power_law_1.2,0.15236480236053468
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,128,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,4096,1536,8,128,4,64,power_law_1.2,0.054073601961135864
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,64,power_law_1.01,0.0954367995262146
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,128,power_law_1.2,1.462886428833008
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,64,power_law_1.01,0.19046399593353272
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,8192,4096,1536,8,128,4,64,power_law_1.2,0.1994752049446106
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,2,128,power_law_1.2,0.05795199871063232
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,4096,1536,8,128,4,64,power_law_1.2,0.0610368013381958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,128,power_law_1.01,0.06515200138092041
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,64,power_law_1.01,0.11386879682540893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,2,128,power_law_1.01,1.1728896141052245
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,64,power_law_1.01,0.2852992057800293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,12288,4096,1536,8,128,4,64,power_law_1.2,0.2693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,2,128,power_law_1.2,0.05939199924468994
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,4096,1536,8,128,4,64,power_law_1.2,0.07004160284996033
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,128,power_law_1.01,0.0663424015045166
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,64,power_law_1.01,0.1388543963432312
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,64,power_law_1.01,0.35881600379943845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,4096,1536,8,128,4,64,power_law_1.2,0.08602240085601806
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,2,128,power_law_1.2,0.06182399988174438
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,16384,4096,1536,8,128,4,64,power_law_1.2,0.3909696102142334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,128,power_law_1.01,0.06841599941253662
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,64,power_law_1.01,0.1708032011985779
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,4096,1536,8,128,4,64,power_law_1.2,0.09993600249290466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,64,power_law_1.01,0.38971519470214844
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,2,128,power_law_1.2,0.06266239881515503
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,20480,4096,1536,8,128,4,64,power_law_1.2,0.4794303894042969
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,128,power_law_1.01,0.06799359917640686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,64,power_law_1.01,0.07331839799880982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,64,power_law_1.01,0.22282240390777588
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,4096,1536,8,128,4,64,power_law_1.2,0.11919360160827637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,2,128,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,128,power_law_1.01,0.06918399930000305
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,64,power_law_1.01,0.07578240036964416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,64,power_law_1.01,0.6668223857879638
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,4096,1536,8,128,4,64,power_law_1.2,0.16547839641571044
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,32768,4096,1536,8,128,4,64,power_law_1.2,0.7610367774963379
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,64,power_law_1.01,0.2910207986831665
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,4,64,power_law_1.2,0.07249280214309692
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,2,128,power_law_1.2,0.06389759778976441
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,128,power_law_1.01,0.07659519910812378
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,4096,1536,8,128,4,64,power_law_1.2,0.2254784107208252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,64,power_law_1.01,0.06962559819221496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,64,power_law_1.01,0.3870784044265747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,4,64,power_law_1.2,0.07700480222702026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,64,power_law_1.01,0.06146559715270996
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,128,power_law_1.01,0.07680000066757202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,64,power_law_1.2,1.5093759536743163
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,4096,1536,8,128,4,64,power_law_1.2,0.34508159160614016
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,2,128,power_law_1.2,0.06553599834442139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow_min_latency,nvfp4,65536,4096,1536,8,128,4,64,power_law_1.01,1.3981823921203613
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,64,power_law_1.01,0.5543871879577636
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,4,64,power_law_1.2,0.07045120000839233
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,64,power_law_1.01,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,4096,1536,8,128,4,64,power_law_1.2,0.4055039882659912
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,128,power_law_1.01,0.08312320113182067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,2,128,power_law_1.2,0.067603200674057
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,4,64,power_law_1.2,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,64,power_law_1.01,0.06349440217018128
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,4096,1536,8,128,4,64,power_law_1.2,0.6373439788818359
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,64,power_law_1.01,1.2171648025512696
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,128,power_law_1.01,0.09441279768943786
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,2,128,power_law_1.2,0.06922879815101624
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,64,power_law_1.01,0.06430720090866089
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,4,64,power_law_1.2,0.060211199522018435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,4096,1536,8,128,4,64,power_law_1.2,0.8003520011901856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,128,power_law_1.01,0.10342400074005127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,2,128,power_law_1.2,0.0688256025314331
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,32,power_law_1.01,0.07127040028572082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,64,power_law_1.01,0.06431360244750976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,8,32,power_law_1.2,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,4,64,power_law_1.2,0.06353920102119445
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,128,power_law_1.01,0.12328319549560547
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,2,128,power_law_1.2,0.07783039808273315
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,32,power_law_1.01,0.07581440210342408
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,4096,1536,8,128,4,64,power_law_1.2,1.9863552093505858
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,64,power_law_1.01,0.0680512011051178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,32,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,128,power_law_1.01,0.1458176016807556
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,8,32,power_law_1.2,0.07496320009231568
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,2,128,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,4,64,power_law_1.2,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,32,power_law_1.01,0.06102399826049805
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,16,power_law_1.01,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,64,power_law_1.01,0.06717439889907836
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,2,128,power_law_1.2,0.08437119722366333
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,128,power_law_1.01,0.18985600471496583
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,4,64,power_law_1.2,0.0651199996471405
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,8,32,power_law_1.2,0.0725055992603302
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,32,power_law_1.01,0.0626688003540039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,16,power_law_1.01,0.08520320057868958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,2,128,power_law_1.2,0.09503359794616699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,64,power_law_1.01,0.0692031979560852
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,4,64,power_law_1.2,0.06472319960594178
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,128,power_law_1.01,0.22240641117095947
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,8,32,power_law_1.2,0.05978879928588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,32,power_law_1.01,0.06552960276603699
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,16,power_law_1.01,0.09132800102233887
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,8,32,power_law_1.2,0.06142079830169678
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,4,64,power_law_1.2,0.066348797082901
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,2,128,power_law_1.2,0.10529919862747192
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,64,power_law_1.01,0.07249919772148132
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,32,power_law_1.01,0.06881279945373535
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1,7168,2048,8,384,16,16,power_law_1.2,0.07207679748535156
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,128,power_law_1.01,0.2969664096832275
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,16,power_law_1.01,0.06471040248870849
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,32,power_law_1.01,0.06959999799728393
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,8,32,power_law_1.2,0.06513919830322265
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,4,64,power_law_1.2,0.06921600103378296
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2,7168,2048,8,384,16,16,power_law_1.2,0.08232319951057435
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,64,power_law_1.01,0.0729088008403778
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,2,128,power_law_1.2,0.12615679502487182
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,128,power_law_1.01,0.37580161094665526
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,16,power_law_1.01,0.06675840020179749
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,32,power_law_1.01,0.07086079716682434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,8,32,power_law_1.2,0.06554239988327026
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,4,64,power_law_1.2,0.0712768018245697
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,64,power_law_1.01,0.0741375982761383
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4,7168,2048,8,384,16,16,power_law_1.2,0.07457280158996582
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,2,128,power_law_1.2,0.1537984013557434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,16,power_law_1.01,0.07166079878807068
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,128,power_law_1.01,0.5257215976715088
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,32,power_law_1.01,0.07208960056304932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,64,power_law_1.01,0.07946239709854126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,8,32,power_law_1.2,0.06839680075645446
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,4,64,power_law_1.2,0.07290239930152893
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,16,power_law_1.01,0.07474560141563416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8,7168,2048,8,384,16,16,power_law_1.2,0.05978879928588867
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,2,128,power_law_1.2,0.19865599870681763
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,32,power_law_1.01,0.07374079823493958
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,128,power_law_1.01,0.6692863941192627
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,64,power_law_1.01,0.08069120049476623
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,16,power_law_1.01,0.08108800053596496
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,8,32,power_law_1.2,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16,7168,2048,8,384,16,16,power_law_1.2,0.06512640118598938
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,4,64,power_law_1.2,0.07167360186576843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,2,128,power_law_1.2,0.23450241088867188
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,32,power_law_1.01,0.07699840068817139
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,64,power_law_1.01,0.08515840172767639
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,16,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,128,power_law_1.01,0.8167360305786133
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32,7168,2048,8,384,16,16,power_law_1.2,0.06922240257263183
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,8,32,power_law_1.2,0.07294080257415772
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,4,64,power_law_1.2,0.07823359966278076
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,2,128,power_law_1.2,0.3221503973007202
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,32,power_law_1.01,0.07617920041084289
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,16,power_law_1.01,0.07987200021743775
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,64,power_law_1.01,0.09994239807128906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,4,64,power_law_1.2,0.08065919876098633
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,48,7168,2048,8,384,16,16,power_law_1.2,0.0737280011177063
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,8,32,power_law_1.2,0.07331200242042542
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,32,power_law_1.01,0.07879040241241456
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,2,128,power_law_1.2,0.38505599498748777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,128,power_law_1.01,1.2130496025085449
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,16,power_law_1.01,0.08478080034255982
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,64,power_law_1.01,0.1085312008857727
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,4,64,power_law_1.2,0.08560640215873719
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,64,7168,2048,8,384,16,16,power_law_1.2,0.07905920147895813
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,8,32,power_law_1.2,0.07701119780540466
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,32,power_law_1.01,0.08601599931716919
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,2,128,power_law_1.2,0.5740479946136474
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,16,power_law_1.01,0.08723840117454529
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,64,power_law_1.01,0.13065600395202637
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,4,64,power_law_1.2,0.10014079809188843
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,80,7168,2048,8,384,16,16,power_law_1.2,0.07740799784660339
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,32,power_law_1.01,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,8,32,power_law_1.2,0.07782400250434876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,128,power_law_1.01,2.5780223846435546
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,16,power_law_1.01,0.08684160113334656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,64,power_law_1.01,0.14869120121002197
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,2,128,power_law_1.2,0.7831615924835205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,32,power_law_1.01,0.09134079813957215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,4,64,power_law_1.2,0.10893440246582031
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,96,7168,2048,8,384,16,16,power_law_1.2,0.0794368028640747
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,8,32,power_law_1.2,0.08071680068969726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,16,power_law_1.01,0.08806399703025818
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,32,power_law_1.01,0.1044543981552124
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,64,power_law_1.01,0.19210879802703856
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,4,64,power_law_1.2,0.1351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,8,32,power_law_1.2,0.08684160113334656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,128,7168,2048,8,384,16,16,power_law_1.2,0.08355200290679932
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,2,128,power_law_1.2,0.9187264442443848
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,16,power_law_1.01,0.09502080082893372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,32,power_law_1.01,0.11390719413757325
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,8,32,power_law_1.2,0.08724480271339416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,4,64,power_law_1.2,0.15890560150146485
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,64,power_law_1.01,0.22773120403289795
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,160,7168,2048,8,384,16,16,power_law_1.2,0.08539519906044006
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,16,power_law_1.01,0.09625599980354309
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,32,power_law_1.01,0.14008320569992067
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,8,32,power_law_1.2,0.09297279715538025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,2,128,power_law_1.2,1.3842432022094726
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,4,64,power_law_1.2,0.2002687931060791
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,64,power_law_1.01,0.29982719421386717
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,16,power_law_1.01,0.104038405418396
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,192,7168,2048,8,384,16,16,power_law_1.2,0.08561279773712158
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,32,power_law_1.01,0.15564800500869752
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,8,32,power_law_1.2,0.10895359516143799
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,4,64,power_law_1.2,0.2398144006729126
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,64,power_law_1.01,0.3717119932174683
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,16,power_law_1.01,0.12328959703445434
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,256,7168,2048,8,384,16,16,power_law_1.2,0.0876416027545929
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,32,power_law_1.01,0.19864959716796876
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,2,128,power_law_1.2,2.974291229248047
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,8,32,power_law_1.2,0.11857919692993164
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,16,power_law_1.01,0.13557759523391724
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,4,64,power_law_1.2,0.32235519886016845
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,64,power_law_1.01,0.5220287799835205
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,320,7168,2048,8,384,16,16,power_law_1.2,0.09502080082893372
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,32,power_law_1.01,0.24002559185028077
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,8,32,power_law_1.2,0.14376959800720215
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,16,power_law_1.01,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,384,7168,2048,8,384,16,16,power_law_1.2,0.09870079755783082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,4,64,power_law_1.2,0.4010047912597656
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,64,power_law_1.01,0.6819456100463868
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,32,power_law_1.01,0.30986239910125735
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,512,7168,2048,8,384,16,16,power_law_1.2,0.10895999670028686
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,16,power_law_1.01,0.18718719482421875
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,8,32,power_law_1.2,0.16179200410842895
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,4,64,power_law_1.2,0.5449728012084961
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,64,power_law_1.01,0.8355839729309082
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,32,power_law_1.01,0.40755839347839357
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,768,7168,2048,8,384,16,16,power_law_1.2,0.1257472038269043
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,8,32,power_law_1.2,0.2076672077178955
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,16,power_law_1.01,0.2328320026397705
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,4,64,power_law_1.2,0.7450623989105225
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,32,power_law_1.01,0.5478335857391358
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,64,power_law_1.01,1.29618558883667
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,16,power_law_1.01,0.27381119728088377
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1024,7168,2048,8,384,16,16,power_law_1.2,0.13377920389175416
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,4,64,power_law_1.2,0.9195520401000976
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,32,power_law_1.01,0.7573631763458252
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,8,32,power_law_1.2,0.2500607967376709
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,16,power_law_1.01,0.37253119945526125
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,64,power_law_1.01,2.471116828918457
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,1536,7168,2048,8,384,16,16,power_law_1.2,0.1693824052810669
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,32,power_law_1.01,0.8662976264953614
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,4,64,power_law_1.2,1.3576191902160644
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,16,power_law_1.01,0.45693440437316896
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,2048,7168,2048,8,384,16,16,power_law_1.2,0.1912832021713257
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,8,32,power_law_1.2,0.34898560047149657
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,32,power_law_1.01,1.3768704414367676
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,16,power_law_1.01,0.6451200008392334
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,3072,7168,2048,8,384,16,16,power_law_1.2,0.23265280723571777
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,4,64,power_law_1.2,3.2301055908203127
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,8,32,power_law_1.2,0.42905597686767577
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,4096,7168,2048,8,384,16,16,power_law_1.2,0.2998208045959473
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,16,power_law_1.01,0.809779167175293
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,8,32,power_law_1.2,0.6129792213439942
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,32,power_law_1.01,2.6333248138427736
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,6144,7168,2048,8,384,16,16,power_law_1.2,0.3754048109054565
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,16,power_law_1.01,0.9920512199401855
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,8,32,power_law_1.2,0.7667391777038575
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,8192,7168,2048,8,384,16,16,power_law_1.2,0.4609983921051025
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,8,32,power_law_1.2,0.9793600082397461
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,16,power_law_1.01,1.525369644165039
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,12288,7168,2048,8,384,16,16,power_law_1.2,0.6713088035583497
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,8,32,power_law_1.2,1.5867903709411622
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,16384,7168,2048,8,384,16,16,power_law_1.2,0.8687616348266601
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,16,power_law_1.01,3.120947265625
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,20480,7168,2048,8,384,16,16,power_law_1.2,1.0663999557495116
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,8,32,power_law_1.2,2.9751039505004884
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,32768,7168,2048,8,384,16,16,power_law_1.2,1.7592384338378906
TRTLLM,1.0.0rc6,NVIDIA B200,moe,moe_torch_flow,nvfp4,65536,7168,2048,8,384,16,16,power_law_1.2,3.4136062622070313
